2024-12-13 08:17:58,499 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@431cd9b2 2024-12-13 08:17:58,513 main DEBUG Took 0.011950 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-13 08:17:58,513 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-13 08:17:58,513 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-13 08:17:58,514 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-13 08:17:58,515 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:17:58,521 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-13 08:17:58,533 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:17:58,534 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:17:58,535 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:17:58,535 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:17:58,535 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:17:58,536 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:17:58,536 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:17:58,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:17:58,537 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:17:58,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:17:58,538 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:17:58,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:17:58,539 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:17:58,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:17:58,539 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:17:58,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:17:58,540 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:17:58,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:17:58,540 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:17:58,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:17:58,541 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:17:58,541 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:17:58,541 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:17:58,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:17:58,542 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:17:58,542 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-13 08:17:58,543 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:17:58,544 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-13 08:17:58,546 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-13 08:17:58,546 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-13 08:17:58,547 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-13 08:17:58,548 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-13 08:17:58,555 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-13 08:17:58,557 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-13 08:17:58,559 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-13 08:17:58,559 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-13 08:17:58,559 main DEBUG createAppenders(={Console}) 2024-12-13 08:17:58,560 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@431cd9b2 initialized 2024-12-13 08:17:58,560 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@431cd9b2 2024-12-13 08:17:58,560 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@431cd9b2 OK. 2024-12-13 08:17:58,561 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-13 08:17:58,561 main DEBUG OutputStream closed 2024-12-13 08:17:58,561 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-13 08:17:58,561 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-13 08:17:58,561 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@1de76cc7 OK 2024-12-13 08:17:58,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-13 08:17:58,627 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-13 08:17:58,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-13 08:17:58,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-13 08:17:58,630 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-13 08:17:58,630 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-13 08:17:58,630 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-13 08:17:58,631 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-13 08:17:58,631 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-13 08:17:58,631 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-13 08:17:58,632 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-13 08:17:58,632 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-13 08:17:58,632 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-13 08:17:58,632 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-13 08:17:58,633 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-13 08:17:58,633 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-13 08:17:58,633 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-13 08:17:58,634 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-13 08:17:58,636 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13 08:17:58,636 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4331d187) with optional ClassLoader: null 2024-12-13 08:17:58,636 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-13 08:17:58,637 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4331d187] started OK. 2024-12-13T08:17:58,649 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.regionserver.TestMetaRegionReplicaReplicationEndpoint timeout: 13 mins 2024-12-13 08:17:58,652 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-13 08:17:58,653 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13T08:17:58,696 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testHBaseMetaReplicaGets Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=11482 2024-12-13T08:17:58,878 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc 2024-12-13T08:17:58,880 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=4, rsPorts=, rsClass=null, numDataNodes=4, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T08:17:58,883 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345, deleteOnExit=true 2024-12-13T08:17:58,883 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T08:17:58,884 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/test.cache.data in system properties and HBase conf 2024-12-13T08:17:58,884 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T08:17:58,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/hadoop.log.dir in system properties and HBase conf 2024-12-13T08:17:58,886 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T08:17:58,886 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T08:17:58,887 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T08:17:58,960 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-13T08:17:59,037 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T08:17:59,040 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T08:17:59,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T08:17:59,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T08:17:59,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T08:17:59,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T08:17:59,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T08:17:59,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T08:17:59,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T08:17:59,044 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T08:17:59,044 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/nfs.dump.dir in system properties and HBase conf 2024-12-13T08:17:59,044 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/java.io.tmpdir in system properties and HBase conf 2024-12-13T08:17:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T08:17:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T08:17:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T08:17:59,917 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-13T08:17:59,980 INFO [Time-limited test {}] log.Log(170): Logging initialized @2073ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-13T08:18:00,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:18:00,122 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:18:00,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:18:00,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:18:00,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:18:00,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:18:00,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d8aa876{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:18:00,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c113fce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:18:00,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a8b5ad{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/java.io.tmpdir/jetty-localhost-41307-hadoop-hdfs-3_4_1-tests_jar-_-any-578329288640686939/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T08:18:00,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e9a0a0{HTTP/1.1, (http/1.1)}{localhost:41307} 2024-12-13T08:18:00,338 INFO [Time-limited test {}] server.Server(415): Started @2432ms 2024-12-13T08:18:00,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:18:00,822 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:18:00,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:18:00,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:18:00,826 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T08:18:00,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58aeb5af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:18:00,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d323cb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:18:00,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7060aab7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/java.io.tmpdir/jetty-localhost-33673-hadoop-hdfs-3_4_1-tests_jar-_-any-10473771409723305804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:18:00,920 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7478cf7c{HTTP/1.1, (http/1.1)}{localhost:33673} 2024-12-13T08:18:00,921 INFO [Time-limited test {}] server.Server(415): Started @3015ms 2024-12-13T08:18:00,965 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:18:01,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:18:01,072 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:18:01,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:18:01,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:18:01,078 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T08:18:01,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49bcca4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:18:01,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47326b95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:18:01,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54b51e90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/java.io.tmpdir/jetty-localhost-45673-hadoop-hdfs-3_4_1-tests_jar-_-any-18101785013021921141/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:18:01,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f84f788{HTTP/1.1, (http/1.1)}{localhost:45673} 2024-12-13T08:18:01,177 INFO [Time-limited test {}] server.Server(415): Started @3271ms 2024-12-13T08:18:01,179 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:18:01,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:18:01,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:18:01,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:18:01,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:18:01,217 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:18:01,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3191f31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:18:01,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fe977e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:18:01,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a2b1e01{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/java.io.tmpdir/jetty-localhost-45959-hadoop-hdfs-3_4_1-tests_jar-_-any-5076091795534153797/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:18:01,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22e8e536{HTTP/1.1, (http/1.1)}{localhost:45959} 2024-12-13T08:18:01,315 INFO [Time-limited test {}] server.Server(415): Started @3409ms 2024-12-13T08:18:01,317 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:18:01,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:18:01,355 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:18:01,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:18:01,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:18:01,357 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:18:01,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ca1f9a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:18:01,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b634431{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:18:01,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@229a0a92{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/java.io.tmpdir/jetty-localhost-42963-hadoop-hdfs-3_4_1-tests_jar-_-any-6124006499229625081/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:18:01,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d400e8e{HTTP/1.1, (http/1.1)}{localhost:42963} 2024-12-13T08:18:01,450 INFO [Time-limited test {}] server.Server(415): Started @3543ms 2024-12-13T08:18:01,452 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:18:02,183 WARN [Thread-149 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/dfs/data/data4/current/BP-1967836568-172.17.0.2-1734077879533/current, will proceed with Du for space computation calculation, 2024-12-13T08:18:02,183 WARN [Thread-147 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/dfs/data/data2/current/BP-1967836568-172.17.0.2-1734077879533/current, will proceed with Du for space computation calculation, 2024-12-13T08:18:02,183 WARN [Thread-148 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/dfs/data/data3/current/BP-1967836568-172.17.0.2-1734077879533/current, will proceed with Du for space computation calculation, 2024-12-13T08:18:02,183 WARN [Thread-146 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/dfs/data/data1/current/BP-1967836568-172.17.0.2-1734077879533/current, will proceed with Du for space computation calculation, 2024-12-13T08:18:02,216 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:18:02,216 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:18:02,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1dda1c5252176e95 with lease ID 0xf7b55798cdbf8707: Processing first storage report for DS-f21d05a1-c9bc-4f6f-961c-f13682265790 from datanode DatanodeRegistration(127.0.0.1:36541, datanodeUuid=1fe48eb8-c544-479b-b33d-4ea93007143a, infoPort=45297, infoSecurePort=0, ipcPort=42687, storageInfo=lv=-57;cid=testClusterID;nsid=477286424;c=1734077879533) 2024-12-13T08:18:02,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1dda1c5252176e95 with lease ID 0xf7b55798cdbf8707: from storage DS-f21d05a1-c9bc-4f6f-961c-f13682265790 node DatanodeRegistration(127.0.0.1:36541, datanodeUuid=1fe48eb8-c544-479b-b33d-4ea93007143a, infoPort=45297, infoSecurePort=0, ipcPort=42687, storageInfo=lv=-57;cid=testClusterID;nsid=477286424;c=1734077879533), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-13T08:18:02,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf987c9aa267e5b4d with lease ID 0xf7b55798cdbf8708: Processing first storage report for DS-923a9964-3113-4bf4-b1f5-980dca6a4b37 from datanode DatanodeRegistration(127.0.0.1:34729, datanodeUuid=b1f05307-4378-4f58-905b-98810e144eed, infoPort=37641, infoSecurePort=0, ipcPort=36401, storageInfo=lv=-57;cid=testClusterID;nsid=477286424;c=1734077879533) 2024-12-13T08:18:02,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf987c9aa267e5b4d with lease ID 0xf7b55798cdbf8708: from storage DS-923a9964-3113-4bf4-b1f5-980dca6a4b37 node DatanodeRegistration(127.0.0.1:34729, datanodeUuid=b1f05307-4378-4f58-905b-98810e144eed, infoPort=37641, infoSecurePort=0, ipcPort=36401, storageInfo=lv=-57;cid=testClusterID;nsid=477286424;c=1734077879533), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:18:02,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1dda1c5252176e95 with lease ID 0xf7b55798cdbf8707: Processing first storage report for DS-93392375-e301-4f7d-ade7-4220d7767528 from datanode DatanodeRegistration(127.0.0.1:36541, datanodeUuid=1fe48eb8-c544-479b-b33d-4ea93007143a, infoPort=45297, infoSecurePort=0, ipcPort=42687, storageInfo=lv=-57;cid=testClusterID;nsid=477286424;c=1734077879533) 2024-12-13T08:18:02,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1dda1c5252176e95 with lease ID 0xf7b55798cdbf8707: from storage DS-93392375-e301-4f7d-ade7-4220d7767528 node DatanodeRegistration(127.0.0.1:36541, datanodeUuid=1fe48eb8-c544-479b-b33d-4ea93007143a, infoPort=45297, infoSecurePort=0, ipcPort=42687, storageInfo=lv=-57;cid=testClusterID;nsid=477286424;c=1734077879533), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:18:02,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf987c9aa267e5b4d with lease ID 0xf7b55798cdbf8708: Processing first storage report for DS-eef581b3-25c7-4d52-973d-fbd6e2408ab6 from datanode DatanodeRegistration(127.0.0.1:34729, datanodeUuid=b1f05307-4378-4f58-905b-98810e144eed, infoPort=37641, infoSecurePort=0, ipcPort=36401, storageInfo=lv=-57;cid=testClusterID;nsid=477286424;c=1734077879533) 2024-12-13T08:18:02,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf987c9aa267e5b4d with lease ID 0xf7b55798cdbf8708: from storage DS-eef581b3-25c7-4d52-973d-fbd6e2408ab6 node DatanodeRegistration(127.0.0.1:34729, datanodeUuid=b1f05307-4378-4f58-905b-98810e144eed, infoPort=37641, infoSecurePort=0, ipcPort=36401, storageInfo=lv=-57;cid=testClusterID;nsid=477286424;c=1734077879533), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T08:18:02,266 WARN [Thread-166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/dfs/data/data5/current/BP-1967836568-172.17.0.2-1734077879533/current, will proceed with Du for space computation calculation, 2024-12-13T08:18:02,266 WARN [Thread-167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/dfs/data/data6/current/BP-1967836568-172.17.0.2-1734077879533/current, will proceed with Du for space computation calculation, 2024-12-13T08:18:02,286 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:18:02,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b2e1538103396e6 with lease ID 0xf7b55798cdbf8709: Processing first storage report for DS-28b22ad1-c88e-4c12-94f0-3110e01096c6 from datanode DatanodeRegistration(127.0.0.1:40461, datanodeUuid=8d08cb41-5a96-4e85-b459-01f676662c42, infoPort=35953, infoSecurePort=0, ipcPort=43833, storageInfo=lv=-57;cid=testClusterID;nsid=477286424;c=1734077879533) 2024-12-13T08:18:02,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b2e1538103396e6 with lease ID 0xf7b55798cdbf8709: from storage DS-28b22ad1-c88e-4c12-94f0-3110e01096c6 node DatanodeRegistration(127.0.0.1:40461, datanodeUuid=8d08cb41-5a96-4e85-b459-01f676662c42, infoPort=35953, infoSecurePort=0, ipcPort=43833, storageInfo=lv=-57;cid=testClusterID;nsid=477286424;c=1734077879533), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:18:02,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b2e1538103396e6 with lease ID 0xf7b55798cdbf8709: Processing first storage report for DS-607a3a98-26bd-41e5-9348-b98deaac71d2 from datanode DatanodeRegistration(127.0.0.1:40461, datanodeUuid=8d08cb41-5a96-4e85-b459-01f676662c42, infoPort=35953, infoSecurePort=0, ipcPort=43833, storageInfo=lv=-57;cid=testClusterID;nsid=477286424;c=1734077879533) 2024-12-13T08:18:02,291 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b2e1538103396e6 with lease ID 0xf7b55798cdbf8709: from storage DS-607a3a98-26bd-41e5-9348-b98deaac71d2 node DatanodeRegistration(127.0.0.1:40461, datanodeUuid=8d08cb41-5a96-4e85-b459-01f676662c42, infoPort=35953, infoSecurePort=0, ipcPort=43833, storageInfo=lv=-57;cid=testClusterID;nsid=477286424;c=1734077879533), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:18:02,360 WARN [Thread-177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/dfs/data/data7/current/BP-1967836568-172.17.0.2-1734077879533/current, will proceed with Du for space computation calculation, 2024-12-13T08:18:02,360 WARN [Thread-178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/dfs/data/data8/current/BP-1967836568-172.17.0.2-1734077879533/current, will proceed with Du for space computation calculation, 2024-12-13T08:18:02,380 WARN [Thread-125 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:18:02,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73147a4593f52e7d with lease ID 0xf7b55798cdbf870a: Processing first storage report for DS-8cb81499-61cc-465e-99ec-0e7d4ff6ed54 from datanode DatanodeRegistration(127.0.0.1:41273, datanodeUuid=114004f2-8adb-4680-a2d5-94839c4cd291, infoPort=46385, infoSecurePort=0, ipcPort=36433, storageInfo=lv=-57;cid=testClusterID;nsid=477286424;c=1734077879533) 2024-12-13T08:18:02,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73147a4593f52e7d with lease ID 0xf7b55798cdbf870a: from storage DS-8cb81499-61cc-465e-99ec-0e7d4ff6ed54 node DatanodeRegistration(127.0.0.1:41273, datanodeUuid=114004f2-8adb-4680-a2d5-94839c4cd291, infoPort=46385, infoSecurePort=0, ipcPort=36433, storageInfo=lv=-57;cid=testClusterID;nsid=477286424;c=1734077879533), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T08:18:02,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73147a4593f52e7d with lease ID 0xf7b55798cdbf870a: Processing first storage report for DS-361ed868-7bd0-4447-bcb9-d632ada9b37b from datanode DatanodeRegistration(127.0.0.1:41273, datanodeUuid=114004f2-8adb-4680-a2d5-94839c4cd291, infoPort=46385, infoSecurePort=0, ipcPort=36433, storageInfo=lv=-57;cid=testClusterID;nsid=477286424;c=1734077879533) 2024-12-13T08:18:02,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73147a4593f52e7d with lease ID 0xf7b55798cdbf870a: from storage DS-361ed868-7bd0-4447-bcb9-d632ada9b37b node DatanodeRegistration(127.0.0.1:41273, datanodeUuid=114004f2-8adb-4680-a2d5-94839c4cd291, infoPort=46385, infoSecurePort=0, ipcPort=36433, storageInfo=lv=-57;cid=testClusterID;nsid=477286424;c=1734077879533), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:18:02,460 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc 2024-12-13T08:18:02,519 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/zookeeper_0, clientPort=60432, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-13T08:18:02,528 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60432 2024-12-13T08:18:02,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:02,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:02,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:18:02,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:18:02,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:18:03,150 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 with version=8 2024-12-13T08:18:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/hbase-staging 2024-12-13T08:18:03,246 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-13T08:18:03,475 INFO [Time-limited test {}] client.ConnectionUtils(129): master/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:18:03,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:03,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:03,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:18:03,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:03,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:18:03,595 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:18:03,643 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-13T08:18:03,650 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-13T08:18:03,653 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:18:03,674 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 17298 (auto-detected) 2024-12-13T08:18:03,675 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-13T08:18:03,693 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44927 2024-12-13T08:18:03,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:03,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:03,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44927 connecting to ZooKeeper ensemble=127.0.0.1:60432 2024-12-13T08:18:03,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449270x0, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:18:03,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44927-0x1001e77bd090000 connected 2024-12-13T08:18:03,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:18:03,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:18:03,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:18:03,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44927 2024-12-13T08:18:03,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44927 2024-12-13T08:18:03,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44927 2024-12-13T08:18:03,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44927 2024-12-13T08:18:03,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44927 2024-12-13T08:18:03,926 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237, hbase.cluster.distributed=false 2024-12-13T08:18:03,980 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:18:03,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:03,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:03,980 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:18:03,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:03,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:18:03,982 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:18:03,984 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:18:03,985 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46225 2024-12-13T08:18:03,986 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:18:03,990 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:18:03,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:03,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:03,995 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46225 connecting to ZooKeeper ensemble=127.0.0.1:60432 2024-12-13T08:18:04,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462250x0, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:18:04,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46225-0x1001e77bd090001 connected 2024-12-13T08:18:04,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:18:04,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:18:04,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:18:04,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46225 2024-12-13T08:18:04,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46225 2024-12-13T08:18:04,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46225 2024-12-13T08:18:04,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46225 2024-12-13T08:18:04,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46225 2024-12-13T08:18:04,033 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:18:04,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:04,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:04,034 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:18:04,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:04,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:18:04,034 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:18:04,034 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:18:04,035 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44603 2024-12-13T08:18:04,036 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:18:04,036 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:18:04,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:04,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:04,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44603 connecting to ZooKeeper ensemble=127.0.0.1:60432 2024-12-13T08:18:04,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446030x0, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:18:04,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44603-0x1001e77bd090002 connected 2024-12-13T08:18:04,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446030x0, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:18:04,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:18:04,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:18:04,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44603 2024-12-13T08:18:04,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44603 2024-12-13T08:18:04,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44603 2024-12-13T08:18:04,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44603 2024-12-13T08:18:04,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44603 2024-12-13T08:18:04,075 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:18:04,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:04,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:04,076 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:18:04,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:04,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:18:04,076 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:18:04,077 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:18:04,078 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35111 2024-12-13T08:18:04,078 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:18:04,079 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:18:04,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:04,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:04,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35111 connecting to ZooKeeper ensemble=127.0.0.1:60432 2024-12-13T08:18:04,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351110x0, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:18:04,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351110x0, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:18:04,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35111-0x1001e77bd090003 connected 2024-12-13T08:18:04,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:18:04,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:18:04,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35111 2024-12-13T08:18:04,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35111 2024-12-13T08:18:04,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35111 2024-12-13T08:18:04,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35111 2024-12-13T08:18:04,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35111 2024-12-13T08:18:04,122 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:18:04,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:04,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:04,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:18:04,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:04,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:18:04,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:18:04,124 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:18:04,125 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44275 2024-12-13T08:18:04,126 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:18:04,129 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:18:04,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:04,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:04,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44275 connecting to ZooKeeper ensemble=127.0.0.1:60432 2024-12-13T08:18:04,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442750x0, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:18:04,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44275-0x1001e77bd090004 connected 2024-12-13T08:18:04,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442750x0, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:18:04,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:18:04,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:18:04,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44275 2024-12-13T08:18:04,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44275 2024-12-13T08:18:04,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44275 2024-12-13T08:18:04,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44275 2024-12-13T08:18:04,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44275 2024-12-13T08:18:04,187 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/6b1293cedc9a,44927,1734077883241 2024-12-13T08:18:04,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:18:04,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:18:04,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:18:04,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:18:04,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:18:04,203 DEBUG [M:0;6b1293cedc9a:44927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1293cedc9a:44927 2024-12-13T08:18:04,203 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6b1293cedc9a,44927,1734077883241 2024-12-13T08:18:04,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:18:04,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:18:04,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:18:04,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:18:04,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:18:04,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,232 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-13T08:18:04,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-13T08:18:04,233 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6b1293cedc9a,44927,1734077883241 from backup master directory 2024-12-13T08:18:04,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6b1293cedc9a,44927,1734077883241 2024-12-13T08:18:04,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:18:04,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:18:04,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:18:04,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:18:04,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:18:04,243 WARN [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:18:04,243 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1293cedc9a,44927,1734077883241 2024-12-13T08:18:04,245 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-13T08:18:04,246 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-13T08:18:04,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:18:04,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:18:04,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:18:04,312 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/hbase.id with ID: 3bc5313c-6626-4edf-9abc-d4aede735019 2024-12-13T08:18:04,350 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:04,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:18:04,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:18:04,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:18:04,417 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:18:04,418 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T08:18:04,432 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:18:04,436 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:18:04,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:18:04,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:18:04,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:18:04,484 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store 2024-12-13T08:18:04,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:18:04,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:18:04,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:18:04,506 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-13T08:18:04,507 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:04,508 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T08:18:04,508 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:18:04,508 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:18:04,508 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T08:18:04,508 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:18:04,508 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:18:04,508 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:18:04,510 WARN [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/.initializing 2024-12-13T08:18:04,510 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/WALs/6b1293cedc9a,44927,1734077883241 2024-12-13T08:18:04,517 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:18:04,528 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1293cedc9a%2C44927%2C1734077883241, suffix=, logDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/WALs/6b1293cedc9a,44927,1734077883241, archiveDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/oldWALs, maxLogs=10 2024-12-13T08:18:04,547 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/WALs/6b1293cedc9a,44927,1734077883241/6b1293cedc9a%2C44927%2C1734077883241.1734077884533, exclude list is [], retry=0 2024-12-13T08:18:04,563 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36541,DS-f21d05a1-c9bc-4f6f-961c-f13682265790,DISK] 2024-12-13T08:18:04,563 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41273,DS-8cb81499-61cc-465e-99ec-0e7d4ff6ed54,DISK] 2024-12-13T08:18:04,563 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-923a9964-3113-4bf4-b1f5-980dca6a4b37,DISK] 2024-12-13T08:18:04,567 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-13T08:18:04,603 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/WALs/6b1293cedc9a,44927,1734077883241/6b1293cedc9a%2C44927%2C1734077883241.1734077884533 2024-12-13T08:18:04,604 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45297:45297),(127.0.0.1/127.0.0.1:46385:46385),(127.0.0.1/127.0.0.1:37641:37641)] 2024-12-13T08:18:04,604 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:18:04,604 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:04,608 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:04,609 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:04,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:04,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T08:18:04,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:04,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:04,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:04,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T08:18:04,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:04,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:04,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:04,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T08:18:04,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:04,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:04,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:04,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T08:18:04,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:04,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:04,686 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:04,687 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:04,696 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T08:18:04,700 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:04,704 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:04,705 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68252910, jitterRate=0.017047613859176636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T08:18:04,709 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:18:04,709 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T08:18:04,736 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f943aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:18:04,764 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T08:18:04,773 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T08:18:04,773 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T08:18:04,775 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T08:18:04,776 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-13T08:18:04,780 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-13T08:18:04,781 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T08:18:04,803 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T08:18:04,814 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-13T08:18:04,851 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-13T08:18:04,854 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T08:18:04,856 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-13T08:18:04,863 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-13T08:18:04,866 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T08:18:04,871 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-13T08:18:04,880 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-13T08:18:04,882 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-13T08:18:04,892 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-13T08:18:04,909 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T08:18:04,917 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-13T08:18:04,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:18:04,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:18:04,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:18:04,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:18:04,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:18:04,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,928 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=6b1293cedc9a,44927,1734077883241, sessionid=0x1001e77bd090000, setting cluster-up flag (Was=false) 2024-12-13T08:18:04,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:04,980 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-13T08:18:04,983 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1293cedc9a,44927,1734077883241 2024-12-13T08:18:05,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:05,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:05,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:05,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:05,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:05,034 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-13T08:18:05,035 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1293cedc9a,44927,1734077883241 2024-12-13T08:18:05,100 DEBUG [RS:2;6b1293cedc9a:35111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6b1293cedc9a:35111 2024-12-13T08:18:05,100 DEBUG [RS:3;6b1293cedc9a:44275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:3;6b1293cedc9a:44275 2024-12-13T08:18:05,100 DEBUG [RS:1;6b1293cedc9a:44603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6b1293cedc9a:44603 2024-12-13T08:18:05,102 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1008): ClusterId : 3bc5313c-6626-4edf-9abc-d4aede735019 2024-12-13T08:18:05,102 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(1008): ClusterId : 3bc5313c-6626-4edf-9abc-d4aede735019 2024-12-13T08:18:05,102 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(1008): ClusterId : 3bc5313c-6626-4edf-9abc-d4aede735019 2024-12-13T08:18:05,103 DEBUG [RS:0;6b1293cedc9a:46225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1293cedc9a:46225 2024-12-13T08:18:05,104 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1008): ClusterId : 3bc5313c-6626-4edf-9abc-d4aede735019 2024-12-13T08:18:05,104 DEBUG [RS:0;6b1293cedc9a:46225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:18:05,104 DEBUG [RS:3;6b1293cedc9a:44275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:18:05,104 DEBUG [RS:2;6b1293cedc9a:35111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:18:05,104 DEBUG [RS:1;6b1293cedc9a:44603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:18:05,105 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T08:18:05,110 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T08:18:05,112 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T08:18:05,115 DEBUG [RS:2;6b1293cedc9a:35111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:18:05,115 DEBUG [RS:0;6b1293cedc9a:46225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:18:05,115 DEBUG [RS:1;6b1293cedc9a:44603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:18:05,115 DEBUG [RS:3;6b1293cedc9a:44275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:18:05,115 DEBUG [RS:2;6b1293cedc9a:35111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:18:05,115 DEBUG [RS:0;6b1293cedc9a:46225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:18:05,116 DEBUG [RS:1;6b1293cedc9a:44603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:18:05,116 DEBUG [RS:3;6b1293cedc9a:44275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:18:05,117 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1293cedc9a,44927,1734077883241 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T08:18:05,120 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:18:05,120 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:18:05,120 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:18:05,120 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:18:05,121 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1293cedc9a:0, corePoolSize=10, maxPoolSize=10 2024-12-13T08:18:05,121 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,121 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:18:05,121 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,122 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734077915122 2024-12-13T08:18:05,123 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T08:18:05,124 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T08:18:05,126 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T08:18:05,126 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T08:18:05,127 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T08:18:05,127 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T08:18:05,128 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T08:18:05,128 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T08:18:05,129 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,130 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:05,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:18:05,131 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T08:18:05,132 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T08:18:05,133 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T08:18:05,134 DEBUG [RS:3;6b1293cedc9a:44275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:18:05,134 DEBUG [RS:0;6b1293cedc9a:46225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:18:05,135 DEBUG [RS:2;6b1293cedc9a:35111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:18:05,134 DEBUG [RS:1;6b1293cedc9a:44603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:18:05,135 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T08:18:05,135 DEBUG [RS:0;6b1293cedc9a:46225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc13717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:18:05,135 DEBUG [RS:3;6b1293cedc9a:44275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbd56c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:18:05,135 DEBUG [RS:1;6b1293cedc9a:44603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f4e935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:18:05,135 DEBUG [RS:2;6b1293cedc9a:35111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1656323b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:18:05,135 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T08:18:05,138 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734077885136,5,FailOnTimeoutGroup] 2024-12-13T08:18:05,139 DEBUG [RS:3;6b1293cedc9a:44275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419a6f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:18:05,139 DEBUG [RS:0;6b1293cedc9a:46225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f166ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:18:05,139 DEBUG [RS:2;6b1293cedc9a:35111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7714a472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:18:05,139 DEBUG [RS:1;6b1293cedc9a:44603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea12308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:18:05,140 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734077885138,5,FailOnTimeoutGroup] 2024-12-13T08:18:05,140 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,140 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T08:18:05,141 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,141 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,142 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:18:05,142 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:18:05,142 DEBUG [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:18:05,145 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,44927,1734077883241 with isa=6b1293cedc9a/172.17.0.2:44275, startcode=1734077884121 2024-12-13T08:18:05,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:18:05,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:18:05,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:18:05,146 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:18:05,146 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:18:05,146 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:18:05,146 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:18:05,146 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:18:05,146 DEBUG [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:18:05,146 DEBUG [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:18:05,146 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:18:05,146 DEBUG [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:18:05,147 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,44927,1734077883241 with isa=6b1293cedc9a/172.17.0.2:46225, startcode=1734077883979 2024-12-13T08:18:05,147 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,44927,1734077883241 with isa=6b1293cedc9a/172.17.0.2:35111, startcode=1734077884074 2024-12-13T08:18:05,147 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,44927,1734077883241 with isa=6b1293cedc9a/172.17.0.2:44603, startcode=1734077884032 2024-12-13T08:18:05,148 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T08:18:05,149 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:05,158 DEBUG [RS:0;6b1293cedc9a:46225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:18:05,158 DEBUG [RS:2;6b1293cedc9a:35111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:18:05,158 DEBUG [RS:1;6b1293cedc9a:44603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:18:05,158 DEBUG [RS:3;6b1293cedc9a:44275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:18:05,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741832_1008 (size=32) 2024-12-13T08:18:05,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741832_1008 (size=32) 2024-12-13T08:18:05,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741832_1008 (size=32) 2024-12-13T08:18:05,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:05,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:18:05,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:18:05,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:05,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:05,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:18:05,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:18:05,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:05,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:05,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:18:05,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:18:05,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:05,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:05,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740 2024-12-13T08:18:05,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740 2024-12-13T08:18:05,193 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:18:05,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:18:05,197 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40267, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:18:05,198 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60665, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:18:05,198 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34703, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:18:05,200 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49321, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:18:05,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44927 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:05,205 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44927 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:05,206 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:05,208 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75257836, jitterRate=0.12142914533615112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:18:05,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:18:05,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:18:05,211 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:18:05,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:18:05,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:18:05,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:18:05,212 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:18:05,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:18:05,215 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T08:18:05,215 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T08:18:05,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44927 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:05,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44927 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:05,219 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44927 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:05,219 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44927 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:05,220 DEBUG [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:05,220 DEBUG [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34423 2024-12-13T08:18:05,220 DEBUG [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:05,220 DEBUG [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:18:05,220 DEBUG [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34423 2024-12-13T08:18:05,221 DEBUG [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:18:05,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T08:18:05,224 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44927 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:05,224 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44927 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:05,224 DEBUG [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:05,224 DEBUG [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34423 2024-12-13T08:18:05,224 DEBUG [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:18:05,226 DEBUG [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:05,226 DEBUG [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34423 2024-12-13T08:18:05,226 DEBUG [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:18:05,231 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T08:18:05,233 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:18:05,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:18:05,268 DEBUG [RS:0;6b1293cedc9a:46225 {}] zookeeper.ZKUtil(111): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:05,268 DEBUG [RS:2;6b1293cedc9a:35111 {}] zookeeper.ZKUtil(111): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:05,268 WARN [RS:0;6b1293cedc9a:46225 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:18:05,268 WARN [RS:2;6b1293cedc9a:35111 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:18:05,268 DEBUG [RS:1;6b1293cedc9a:44603 {}] zookeeper.ZKUtil(111): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:05,268 INFO [RS:2;6b1293cedc9a:35111 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:18:05,268 DEBUG [RS:3;6b1293cedc9a:44275 {}] zookeeper.ZKUtil(111): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:05,268 INFO [RS:0;6b1293cedc9a:46225 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:18:05,268 WARN [RS:1;6b1293cedc9a:44603 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:18:05,268 WARN [RS:3;6b1293cedc9a:44275 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:18:05,269 INFO [RS:1;6b1293cedc9a:44603 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:18:05,269 INFO [RS:3;6b1293cedc9a:44275 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:18:05,269 DEBUG [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:05,269 DEBUG [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:05,269 DEBUG [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:05,269 DEBUG [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:05,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,46225,1734077883979] 2024-12-13T08:18:05,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,44603,1734077884032] 2024-12-13T08:18:05,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,35111,1734077884074] 2024-12-13T08:18:05,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,44275,1734077884121] 2024-12-13T08:18:05,285 DEBUG [RS:0;6b1293cedc9a:46225 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:18:05,285 DEBUG [RS:2;6b1293cedc9a:35111 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:18:05,285 DEBUG [RS:1;6b1293cedc9a:44603 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:18:05,285 DEBUG [RS:3;6b1293cedc9a:44275 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:18:05,295 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:18:05,295 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:18:05,295 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:18:05,295 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:18:05,306 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:18:05,307 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:18:05,307 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:18:05,308 INFO [RS:3;6b1293cedc9a:44275 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:18:05,308 INFO [RS:1;6b1293cedc9a:44603 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:18:05,308 INFO [RS:0;6b1293cedc9a:46225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:18:05,308 INFO [RS:3;6b1293cedc9a:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,308 INFO [RS:1;6b1293cedc9a:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,308 INFO [RS:0;6b1293cedc9a:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,309 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:18:05,309 INFO [RS:2;6b1293cedc9a:35111 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:18:05,310 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:18:05,310 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:18:05,310 INFO [RS:2;6b1293cedc9a:35111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,310 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:18:05,310 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:18:05,316 INFO [RS:3;6b1293cedc9a:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,316 INFO [RS:2;6b1293cedc9a:35111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,316 INFO [RS:1;6b1293cedc9a:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,316 INFO [RS:0;6b1293cedc9a:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,317 DEBUG [RS:2;6b1293cedc9a:35111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:3;6b1293cedc9a:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:1;6b1293cedc9a:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:0;6b1293cedc9a:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:1;6b1293cedc9a:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:2;6b1293cedc9a:35111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:3;6b1293cedc9a:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:0;6b1293cedc9a:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:1;6b1293cedc9a:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:2;6b1293cedc9a:35111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:3;6b1293cedc9a:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:0;6b1293cedc9a:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:1;6b1293cedc9a:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:2;6b1293cedc9a:35111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:3;6b1293cedc9a:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:0;6b1293cedc9a:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:1;6b1293cedc9a:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:2;6b1293cedc9a:35111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:3;6b1293cedc9a:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:2;6b1293cedc9a:35111 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:18:05,317 DEBUG [RS:1;6b1293cedc9a:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:18:05,317 DEBUG [RS:0;6b1293cedc9a:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:1;6b1293cedc9a:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:2;6b1293cedc9a:35111 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,317 DEBUG [RS:0;6b1293cedc9a:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:18:05,317 DEBUG [RS:3;6b1293cedc9a:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:18:05,318 DEBUG [RS:1;6b1293cedc9a:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,318 DEBUG [RS:2;6b1293cedc9a:35111 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,318 DEBUG [RS:0;6b1293cedc9a:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,318 DEBUG [RS:3;6b1293cedc9a:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,318 DEBUG [RS:1;6b1293cedc9a:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,318 DEBUG [RS:2;6b1293cedc9a:35111 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,318 DEBUG [RS:1;6b1293cedc9a:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,318 DEBUG [RS:0;6b1293cedc9a:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,318 DEBUG [RS:2;6b1293cedc9a:35111 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,318 DEBUG [RS:3;6b1293cedc9a:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,318 DEBUG [RS:1;6b1293cedc9a:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,318 DEBUG [RS:2;6b1293cedc9a:35111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,318 DEBUG [RS:0;6b1293cedc9a:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,318 DEBUG [RS:3;6b1293cedc9a:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,318 DEBUG [RS:1;6b1293cedc9a:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:18:05,318 DEBUG [RS:2;6b1293cedc9a:35111 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:18:05,318 DEBUG [RS:0;6b1293cedc9a:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,318 DEBUG [RS:1;6b1293cedc9a:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:18:05,318 DEBUG [RS:2;6b1293cedc9a:35111 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:18:05,318 DEBUG [RS:3;6b1293cedc9a:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,318 DEBUG [RS:0;6b1293cedc9a:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,318 DEBUG [RS:3;6b1293cedc9a:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:05,318 DEBUG [RS:0;6b1293cedc9a:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:18:05,318 DEBUG [RS:3;6b1293cedc9a:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:18:05,318 DEBUG [RS:0;6b1293cedc9a:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:18:05,318 DEBUG [RS:3;6b1293cedc9a:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:18:05,321 INFO [RS:2;6b1293cedc9a:35111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,321 INFO [RS:1;6b1293cedc9a:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,321 INFO [RS:2;6b1293cedc9a:35111 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,321 INFO [RS:1;6b1293cedc9a:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,321 INFO [RS:2;6b1293cedc9a:35111 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,321 INFO [RS:1;6b1293cedc9a:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,321 INFO [RS:0;6b1293cedc9a:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,321 INFO [RS:2;6b1293cedc9a:35111 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,321 INFO [RS:0;6b1293cedc9a:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,321 INFO [RS:1;6b1293cedc9a:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,321 INFO [RS:2;6b1293cedc9a:35111 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,35111,1734077884074-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:18:05,321 INFO [RS:0;6b1293cedc9a:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,321 INFO [RS:1;6b1293cedc9a:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,44603,1734077884032-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:18:05,321 INFO [RS:0;6b1293cedc9a:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,322 INFO [RS:0;6b1293cedc9a:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,46225,1734077883979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:18:05,323 INFO [RS:3;6b1293cedc9a:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,323 INFO [RS:3;6b1293cedc9a:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,323 INFO [RS:3;6b1293cedc9a:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,323 INFO [RS:3;6b1293cedc9a:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,323 INFO [RS:3;6b1293cedc9a:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,44275,1734077884121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:18:05,343 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:18:05,344 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:18:05,344 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:18:05,344 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:18:05,345 INFO [RS:1;6b1293cedc9a:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,44603,1734077884032-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,345 INFO [RS:0;6b1293cedc9a:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,46225,1734077883979-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,345 INFO [RS:2;6b1293cedc9a:35111 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,35111,1734077884074-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,345 INFO [RS:3;6b1293cedc9a:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,44275,1734077884121-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:05,367 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.Replication(204): 6b1293cedc9a,46225,1734077883979 started 2024-12-13T08:18:05,367 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,46225,1734077883979, RpcServer on 6b1293cedc9a/172.17.0.2:46225, sessionid=0x1001e77bd090001 2024-12-13T08:18:05,368 DEBUG [RS:0;6b1293cedc9a:46225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:18:05,368 DEBUG [RS:0;6b1293cedc9a:46225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:05,368 DEBUG [RS:0;6b1293cedc9a:46225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,46225,1734077883979' 2024-12-13T08:18:05,368 DEBUG [RS:0;6b1293cedc9a:46225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:18:05,369 DEBUG [RS:0;6b1293cedc9a:46225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:18:05,369 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.Replication(204): 6b1293cedc9a,44275,1734077884121 started 2024-12-13T08:18:05,369 DEBUG [RS:0;6b1293cedc9a:46225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:18:05,369 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,44275,1734077884121, RpcServer on 6b1293cedc9a/172.17.0.2:44275, sessionid=0x1001e77bd090004 2024-12-13T08:18:05,369 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.Replication(204): 6b1293cedc9a,44603,1734077884032 started 2024-12-13T08:18:05,369 DEBUG [RS:0;6b1293cedc9a:46225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:18:05,369 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,44603,1734077884032, RpcServer on 6b1293cedc9a/172.17.0.2:44603, sessionid=0x1001e77bd090002 2024-12-13T08:18:05,369 DEBUG [RS:0;6b1293cedc9a:46225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:05,369 DEBUG [RS:3;6b1293cedc9a:44275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:18:05,369 DEBUG [RS:0;6b1293cedc9a:46225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,46225,1734077883979' 2024-12-13T08:18:05,369 DEBUG [RS:3;6b1293cedc9a:44275 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:05,369 DEBUG [RS:1;6b1293cedc9a:44603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:18:05,369 DEBUG [RS:0;6b1293cedc9a:46225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:18:05,369 DEBUG [RS:3;6b1293cedc9a:44275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,44275,1734077884121' 2024-12-13T08:18:05,369 DEBUG [RS:1;6b1293cedc9a:44603 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:05,369 DEBUG [RS:3;6b1293cedc9a:44275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:18:05,369 DEBUG [RS:1;6b1293cedc9a:44603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,44603,1734077884032' 2024-12-13T08:18:05,369 DEBUG [RS:1;6b1293cedc9a:44603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:18:05,369 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.Replication(204): 6b1293cedc9a,35111,1734077884074 started 2024-12-13T08:18:05,369 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,35111,1734077884074, RpcServer on 6b1293cedc9a/172.17.0.2:35111, sessionid=0x1001e77bd090003 2024-12-13T08:18:05,369 DEBUG [RS:2;6b1293cedc9a:35111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:18:05,370 DEBUG [RS:2;6b1293cedc9a:35111 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:05,370 DEBUG [RS:2;6b1293cedc9a:35111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,35111,1734077884074' 2024-12-13T08:18:05,370 DEBUG [RS:2;6b1293cedc9a:35111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:18:05,370 DEBUG [RS:0;6b1293cedc9a:46225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:18:05,370 DEBUG [RS:3;6b1293cedc9a:44275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:18:05,370 DEBUG [RS:1;6b1293cedc9a:44603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:18:05,370 DEBUG [RS:2;6b1293cedc9a:35111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:18:05,370 DEBUG [RS:0;6b1293cedc9a:46225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:18:05,370 DEBUG [RS:3;6b1293cedc9a:44275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:18:05,370 INFO [RS:0;6b1293cedc9a:46225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:18:05,370 DEBUG [RS:3;6b1293cedc9a:44275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:18:05,370 DEBUG [RS:1;6b1293cedc9a:44603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:18:05,370 INFO [RS:0;6b1293cedc9a:46225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:18:05,370 DEBUG [RS:3;6b1293cedc9a:44275 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:05,370 DEBUG [RS:1;6b1293cedc9a:44603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:18:05,370 DEBUG [RS:3;6b1293cedc9a:44275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,44275,1734077884121' 2024-12-13T08:18:05,370 DEBUG [RS:1;6b1293cedc9a:44603 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:05,370 DEBUG [RS:1;6b1293cedc9a:44603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,44603,1734077884032' 2024-12-13T08:18:05,370 DEBUG [RS:3;6b1293cedc9a:44275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:18:05,370 DEBUG [RS:1;6b1293cedc9a:44603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:18:05,370 DEBUG [RS:2;6b1293cedc9a:35111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:18:05,371 DEBUG [RS:2;6b1293cedc9a:35111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:18:05,371 DEBUG [RS:2;6b1293cedc9a:35111 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:05,371 DEBUG [RS:2;6b1293cedc9a:35111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,35111,1734077884074' 2024-12-13T08:18:05,371 DEBUG [RS:2;6b1293cedc9a:35111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:18:05,371 DEBUG [RS:3;6b1293cedc9a:44275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:18:05,371 DEBUG [RS:1;6b1293cedc9a:44603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:18:05,371 DEBUG [RS:2;6b1293cedc9a:35111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:18:05,371 DEBUG [RS:3;6b1293cedc9a:44275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:18:05,371 INFO [RS:3;6b1293cedc9a:44275 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:18:05,371 INFO [RS:3;6b1293cedc9a:44275 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:18:05,371 DEBUG [RS:1;6b1293cedc9a:44603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:18:05,371 INFO [RS:1;6b1293cedc9a:44603 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:18:05,371 DEBUG [RS:2;6b1293cedc9a:35111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:18:05,371 INFO [RS:1;6b1293cedc9a:44603 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:18:05,371 INFO [RS:2;6b1293cedc9a:35111 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:18:05,372 INFO [RS:2;6b1293cedc9a:35111 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:18:05,384 WARN [6b1293cedc9a:44927 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-13T08:18:05,480 INFO [RS:2;6b1293cedc9a:35111 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:18:05,480 INFO [RS:0;6b1293cedc9a:46225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:18:05,480 INFO [RS:3;6b1293cedc9a:44275 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:18:05,480 INFO [RS:1;6b1293cedc9a:44603 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:18:05,484 INFO [RS:2;6b1293cedc9a:35111 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C35111%2C1734077884074, suffix=, logDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,35111,1734077884074, archiveDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/oldWALs, maxLogs=10 2024-12-13T08:18:05,484 INFO [RS:1;6b1293cedc9a:44603 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C44603%2C1734077884032, suffix=, logDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,44603,1734077884032, archiveDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/oldWALs, maxLogs=10 2024-12-13T08:18:05,484 INFO [RS:0;6b1293cedc9a:46225 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C46225%2C1734077883979, suffix=, logDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979, archiveDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/oldWALs, maxLogs=10 2024-12-13T08:18:05,485 INFO [RS:3;6b1293cedc9a:44275 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C44275%2C1734077884121, suffix=, logDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,44275,1734077884121, archiveDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/oldWALs, maxLogs=10 2024-12-13T08:18:05,501 DEBUG [RS:2;6b1293cedc9a:35111 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,35111,1734077884074/6b1293cedc9a%2C35111%2C1734077884074.1734077885489, exclude list is [], retry=0 2024-12-13T08:18:05,501 DEBUG [RS:0;6b1293cedc9a:46225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.1734077885489, exclude list is [], retry=0 2024-12-13T08:18:05,501 DEBUG [RS:1;6b1293cedc9a:44603 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,44603,1734077884032/6b1293cedc9a%2C44603%2C1734077884032.1734077885489, exclude list is [], retry=0 2024-12-13T08:18:05,503 DEBUG [RS:3;6b1293cedc9a:44275 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,44275,1734077884121/6b1293cedc9a%2C44275%2C1734077884121.1734077885489, exclude list is [], retry=0 2024-12-13T08:18:05,506 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41273,DS-8cb81499-61cc-465e-99ec-0e7d4ff6ed54,DISK] 2024-12-13T08:18:05,506 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-923a9964-3113-4bf4-b1f5-980dca6a4b37,DISK] 2024-12-13T08:18:05,506 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36541,DS-f21d05a1-c9bc-4f6f-961c-f13682265790,DISK] 2024-12-13T08:18:05,506 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-28b22ad1-c88e-4c12-94f0-3110e01096c6,DISK] 2024-12-13T08:18:05,506 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-28b22ad1-c88e-4c12-94f0-3110e01096c6,DISK] 2024-12-13T08:18:05,506 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41273,DS-8cb81499-61cc-465e-99ec-0e7d4ff6ed54,DISK] 2024-12-13T08:18:05,508 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-923a9964-3113-4bf4-b1f5-980dca6a4b37,DISK] 2024-12-13T08:18:05,508 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-28b22ad1-c88e-4c12-94f0-3110e01096c6,DISK] 2024-12-13T08:18:05,508 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36541,DS-f21d05a1-c9bc-4f6f-961c-f13682265790,DISK] 2024-12-13T08:18:05,509 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-923a9964-3113-4bf4-b1f5-980dca6a4b37,DISK] 2024-12-13T08:18:05,509 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36541,DS-f21d05a1-c9bc-4f6f-961c-f13682265790,DISK] 2024-12-13T08:18:05,509 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41273,DS-8cb81499-61cc-465e-99ec-0e7d4ff6ed54,DISK] 2024-12-13T08:18:05,519 INFO [RS:1;6b1293cedc9a:44603 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,44603,1734077884032/6b1293cedc9a%2C44603%2C1734077884032.1734077885489 2024-12-13T08:18:05,522 INFO [RS:2;6b1293cedc9a:35111 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,35111,1734077884074/6b1293cedc9a%2C35111%2C1734077884074.1734077885489 2024-12-13T08:18:05,522 DEBUG [RS:2;6b1293cedc9a:35111 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45297:45297),(127.0.0.1/127.0.0.1:35953:35953),(127.0.0.1/127.0.0.1:46385:46385)] 2024-12-13T08:18:05,522 INFO [RS:0;6b1293cedc9a:46225 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.1734077885489 2024-12-13T08:18:05,523 DEBUG [RS:1;6b1293cedc9a:44603 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46385:46385),(127.0.0.1/127.0.0.1:37641:37641),(127.0.0.1/127.0.0.1:35953:35953)] 2024-12-13T08:18:05,524 DEBUG [RS:0;6b1293cedc9a:46225 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45297:45297),(127.0.0.1/127.0.0.1:35953:35953),(127.0.0.1/127.0.0.1:37641:37641)] 2024-12-13T08:18:05,525 INFO [RS:3;6b1293cedc9a:44275 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,44275,1734077884121/6b1293cedc9a%2C44275%2C1734077884121.1734077885489 2024-12-13T08:18:05,525 DEBUG [RS:3;6b1293cedc9a:44275 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46385:46385),(127.0.0.1/127.0.0.1:37641:37641),(127.0.0.1/127.0.0.1:45297:45297)] 2024-12-13T08:18:05,638 DEBUG [6b1293cedc9a:44927 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-13T08:18:05,643 DEBUG [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:18:05,651 DEBUG [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:18:05,651 DEBUG [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:18:05,651 DEBUG [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:18:05,651 DEBUG [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:18:05,651 INFO [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:18:05,651 INFO [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:18:05,651 INFO [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:18:05,651 INFO [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:18:05,651 DEBUG [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-13T08:18:05,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:05,659 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,46225,1734077883979, state=OPENING 2024-12-13T08:18:05,734 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T08:18:05,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:05,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:05,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:05,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:05,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:05,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:05,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:05,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:05,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:05,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:05,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6b1293cedc9a,46225,1734077883979}] 2024-12-13T08:18:05,927 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:05,929 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:18:05,931 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:18:05,942 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T08:18:05,942 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:18:05,966 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-13T08:18:05,967 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T08:18:05,970 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C46225%2C1734077883979.meta, suffix=.meta, logDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979, archiveDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/oldWALs, maxLogs=10 2024-12-13T08:18:05,982 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, exclude list is [], retry=0 2024-12-13T08:18:05,987 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36541,DS-f21d05a1-c9bc-4f6f-961c-f13682265790,DISK] 2024-12-13T08:18:05,987 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41273,DS-8cb81499-61cc-465e-99ec-0e7d4ff6ed54,DISK] 2024-12-13T08:18:05,987 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-28b22ad1-c88e-4c12-94f0-3110e01096c6,DISK] 2024-12-13T08:18:05,991 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta 2024-12-13T08:18:05,992 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45297:45297),(127.0.0.1/127.0.0.1:46385:46385),(127.0.0.1/127.0.0.1:35953:35953)] 2024-12-13T08:18:05,992 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:18:05,994 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:18:05,996 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18bed0a3 to 127.0.0.1:60432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36b79b87 2024-12-13T08:18:05,997 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-13T08:18:06,010 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14938729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:18:06,014 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:60432 2024-12-13T08:18:06,025 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:18:06,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1001e77bd090006 connected 2024-12-13T08:18:06,027 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=3bc5313c-6626-4edf-9abc-d4aede735019 to cluster=3bc5313c-6626-4edf-9abc-d4aede735019 2024-12-13T08:18:06,028 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=6b1293cedc9a%2C46225%2C1734077883979 2024-12-13T08:18:06,030 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T08:18:06,031 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1293cedc9a%2C46225%2C1734077883979 2024-12-13T08:18:06,031 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, startPosition=0, beingWritten=true 2024-12-13T08:18:06,048 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T08:18:06,052 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:18:06,055 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T08:18:06,055 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:06,055 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T08:18:06,055 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T08:18:06,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:18:06,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:18:06,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:06,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:06,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:18:06,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:18:06,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:06,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:06,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:18:06,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:18:06,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:06,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:06,068 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740 2024-12-13T08:18:06,072 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740 2024-12-13T08:18:06,075 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:18:06,077 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:18:06,079 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68162866, jitterRate=0.015705853700637817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:18:06,080 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:18:06,087 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734077885923 2024-12-13T08:18:06,100 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T08:18:06,101 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T08:18:06,102 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:06,104 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,46225,1734077883979, state=OPEN 2024-12-13T08:18:06,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:06,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:06,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:06,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:06,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:06,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:06,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:06,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:06,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:06,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:06,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T08:18:06,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=6b1293cedc9a,46225,1734077883979 in 365 msec 2024-12-13T08:18:06,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T08:18:06,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 897 msec 2024-12-13T08:18:06,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0600 sec 2024-12-13T08:18:06,129 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734077886129, completionTime=-1 2024-12-13T08:18:06,129 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=4; waited=0ms, expected min=4 server(s), max=4 server(s), master is running 2024-12-13T08:18:06,129 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T08:18:06,158 DEBUG [hconnection-0x4ff1d07a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:18:06,160 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:18:06,173 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=4 2024-12-13T08:18:06,173 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734077946173 2024-12-13T08:18:06,173 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734078006173 2024-12-13T08:18:06,173 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 44 msec 2024-12-13T08:18:06,206 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:18:06,215 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,44927,1734077883241-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:06,216 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,44927,1734077883241-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:06,216 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,44927,1734077883241-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:06,217 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1293cedc9a:44927, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:06,218 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:06,222 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T08:18:06,222 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T08:18:06,224 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:18:06,228 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T08:18:06,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:18:06,232 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:06,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:18:06,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741838_1014 (size=358) 2024-12-13T08:18:06,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741838_1014 (size=358) 2024-12-13T08:18:06,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741838_1014 (size=358) 2024-12-13T08:18:06,249 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6dff4b1e548e0155ef6b542a04ac8cff, NAME => 'hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:06,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:18:06,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:18:06,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:18:06,264 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:06,264 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 6dff4b1e548e0155ef6b542a04ac8cff, disabling compactions & flushes 2024-12-13T08:18:06,264 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff. 2024-12-13T08:18:06,264 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff. 2024-12-13T08:18:06,264 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff. after waiting 0 ms 2024-12-13T08:18:06,264 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff. 2024-12-13T08:18:06,264 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff. 2024-12-13T08:18:06,264 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6dff4b1e548e0155ef6b542a04ac8cff: 2024-12-13T08:18:06,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:18:06,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734077886267"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077886267"}]},"ts":"1734077886267"} 2024-12-13T08:18:06,304 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 0, reset compression=false 2024-12-13T08:18:06,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T08:18:06,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:18:06,321 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077886318"}]},"ts":"1734077886318"} 2024-12-13T08:18:06,326 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T08:18:06,330 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:18:06,331 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 598, reset compression=false 2024-12-13T08:18:06,331 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734077886085/Put/vlen=128/seqid=0; >],332}, {hbase:meta/1588230740/4=[#edits: 2 = ],436}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=598, nbRowKeys=2, nbHFiles=0, heapSize=768, lastSeqIds={}, endOfFile=false,usedBufferSize=768] 2024-12-13T08:18:06,342 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:18:06,344 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:18:06,344 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 685, reset compression=false 2024-12-13T08:18:06,345 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:18:06,345 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:18:06,345 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:18:06,345 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:18:06,346 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:18:06,346 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:18:06,346 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:18:06,346 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:18:06,346 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-13T08:18:06,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6dff4b1e548e0155ef6b542a04ac8cff, ASSIGN}] 2024-12-13T08:18:06,351 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6dff4b1e548e0155ef6b542a04ac8cff, ASSIGN 2024-12-13T08:18:06,354 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=6dff4b1e548e0155ef6b542a04ac8cff, ASSIGN; state=OFFLINE, location=6b1293cedc9a,44275,1734077884121; forceNewPlan=false, retain=false 2024-12-13T08:18:06,357 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=685, nbRowKeys=1, nbHFiles=0, heapSize=188, lastSeqIds={}, endOfFile=false,usedBufferSize=188] 2024-12-13T08:18:06,505 INFO [6b1293cedc9a:44927 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:18:06,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6dff4b1e548e0155ef6b542a04ac8cff, regionState=OPENING, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:06,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 6dff4b1e548e0155ef6b542a04ac8cff, server=6b1293cedc9a,44275,1734077884121}] 2024-12-13T08:18:06,556 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 685, reset compression=false 2024-12-13T08:18:06,568 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:18:06,568 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 1094, reset compression=false 2024-12-13T08:18:06,568 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6=[#edits: 3 = ],612}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=1094, nbRowKeys=1, nbHFiles=0, heapSize=612, lastSeqIds={}, endOfFile=false,usedBufferSize=612] 2024-12-13T08:18:06,665 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:06,666 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:18:06,668 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:18:06,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff. 2024-12-13T08:18:06,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 6dff4b1e548e0155ef6b542a04ac8cff, NAME => 'hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:18:06,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 6dff4b1e548e0155ef6b542a04ac8cff 2024-12-13T08:18:06,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:06,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 6dff4b1e548e0155ef6b542a04ac8cff 2024-12-13T08:18:06,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 6dff4b1e548e0155ef6b542a04ac8cff 2024-12-13T08:18:06,683 INFO [StoreOpener-6dff4b1e548e0155ef6b542a04ac8cff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6dff4b1e548e0155ef6b542a04ac8cff 2024-12-13T08:18:06,685 INFO [StoreOpener-6dff4b1e548e0155ef6b542a04ac8cff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dff4b1e548e0155ef6b542a04ac8cff columnFamilyName info 2024-12-13T08:18:06,685 DEBUG [StoreOpener-6dff4b1e548e0155ef6b542a04ac8cff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:06,686 INFO [StoreOpener-6dff4b1e548e0155ef6b542a04ac8cff-1 {}] regionserver.HStore(327): Store=6dff4b1e548e0155ef6b542a04ac8cff/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:06,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/namespace/6dff4b1e548e0155ef6b542a04ac8cff 2024-12-13T08:18:06,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/namespace/6dff4b1e548e0155ef6b542a04ac8cff 2024-12-13T08:18:06,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 6dff4b1e548e0155ef6b542a04ac8cff 2024-12-13T08:18:06,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/namespace/6dff4b1e548e0155ef6b542a04ac8cff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:06,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 6dff4b1e548e0155ef6b542a04ac8cff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63668975, jitterRate=-0.05125834047794342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:06,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 6dff4b1e548e0155ef6b542a04ac8cff: 2024-12-13T08:18:06,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff., pid=6, masterSystemTime=1734077886665 2024-12-13T08:18:06,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff. 2024-12-13T08:18:06,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff. 2024-12-13T08:18:06,702 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6dff4b1e548e0155ef6b542a04ac8cff, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:06,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T08:18:06,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 6dff4b1e548e0155ef6b542a04ac8cff, server=6b1293cedc9a,44275,1734077884121 in 195 msec 2024-12-13T08:18:06,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T08:18:06,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=6dff4b1e548e0155ef6b542a04ac8cff, ASSIGN in 361 msec 2024-12-13T08:18:06,713 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:18:06,714 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077886713"}]},"ts":"1734077886713"} 2024-12-13T08:18:06,716 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T08:18:06,761 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-13T08:18:06,762 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:18:06,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 538 msec 2024-12-13T08:18:06,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-13T08:18:06,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:06,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:06,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:06,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:06,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:06,774 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 1094, reset compression=false 2024-12-13T08:18:06,782 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:18:06,782 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 1808, reset compression=false 2024-12-13T08:18:06,782 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7=[#edits: 5 = ],916}, {hbase:meta/1588230740/8=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=1808, nbRowKeys=2, nbHFiles=0, heapSize=1104, lastSeqIds={}, endOfFile=false,usedBufferSize=1104] 2024-12-13T08:18:06,794 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:18:06,795 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:18:06,802 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T08:18:06,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-13T08:18:06,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 38 msec 2024-12-13T08:18:06,846 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T08:18:06,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-13T08:18:06,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 32 msec 2024-12-13T08:18:06,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-13T08:18:06,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-13T08:18:06,926 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.682sec 2024-12-13T08:18:06,928 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T08:18:06,930 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T08:18:06,932 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T08:18:06,933 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T08:18:06,933 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T08:18:06,934 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,44927,1734077883241-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:18:06,934 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,44927,1734077883241-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T08:18:06,937 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T08:18:06,938 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T08:18:06,938 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,44927,1734077883241-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:06,988 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 1808, reset compression=false 2024-12-13T08:18:07,009 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2dd86bdf to 127.0.0.1:60432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@279e6f64 2024-12-13T08:18:07,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750ee7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:18:07,092 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-13T08:18:07,092 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-13T08:18:07,098 DEBUG [hconnection-0x961909-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:18:07,107 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:18:07,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=6b1293cedc9a,44927,1734077883241 2024-12-13T08:18:07,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T08:18:07,123 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T08:18:07,138 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44927 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table hbase:meta from 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} to 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', REGION_REPLICATION => '3', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:18:07,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44927 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=hbase:meta 2024-12-13T08:18:07,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741840_1016 (size=1064) 2024-12-13T08:18:07,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741840_1016 (size=1064) 2024-12-13T08:18:07,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741840_1016 (size=1064) 2024-12-13T08:18:07,167 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T08:18:07,167 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/.tabledesc/.tableinfo.0000000002.1064 2024-12-13T08:18:07,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=hbase:meta}] 2024-12-13T08:18:07,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE}] 2024-12-13T08:18:07,184 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-13T08:18:07,185 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:07,186 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,46225,1734077883979, state=CLOSING 2024-12-13T08:18:07,201 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44927 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=6b1293cedc9a,46225,1734077883979, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-13T08:18:07,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:07,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:07,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:07,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:07,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:07,252 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:18:07,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:07,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:07,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:07,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:07,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:07,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; CloseRegionProcedure 1588230740, server=6b1293cedc9a,46225,1734077883979}] 2024-12-13T08:18:07,299 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 1808, reset compression=false 2024-12-13T08:18:07,412 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:07,415 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-13T08:18:07,415 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:18:07,416 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:18:07,416 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:18:07,416 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:18:07,416 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:18:07,416 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:18:07,417 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.23 KB heapSize=2.87 KB 2024-12-13T08:18:07,476 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/.tmp/info/eb4588007cc14e2eb0d340061873ba0a is 143, key is hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff./info:regioninfo/1734077886701/Put/seqid=0 2024-12-13T08:18:07,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741841_1017 (size=6595) 2024-12-13T08:18:07,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741841_1017 (size=6595) 2024-12-13T08:18:07,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741841_1017 (size=6595) 2024-12-13T08:18:07,488 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.14 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/.tmp/info/eb4588007cc14e2eb0d340061873ba0a 2024-12-13T08:18:07,547 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/.tmp/table/a817077cbadc403d9a9da0b650d9dd9a is 51, key is hbase:namespace/table:state/1734077886713/Put/seqid=0 2024-12-13T08:18:07,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741842_1018 (size=5242) 2024-12-13T08:18:07,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741842_1018 (size=5242) 2024-12-13T08:18:07,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741842_1018 (size=5242) 2024-12-13T08:18:07,557 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/.tmp/table/a817077cbadc403d9a9da0b650d9dd9a 2024-12-13T08:18:07,568 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/.tmp/info/eb4588007cc14e2eb0d340061873ba0a as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/info/eb4588007cc14e2eb0d340061873ba0a 2024-12-13T08:18:07,579 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/info/eb4588007cc14e2eb0d340061873ba0a, entries=10, sequenceid=9, filesize=6.4 K 2024-12-13T08:18:07,582 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/.tmp/table/a817077cbadc403d9a9da0b650d9dd9a as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/table/a817077cbadc403d9a9da0b650d9dd9a 2024-12-13T08:18:07,590 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/table/a817077cbadc403d9a9da0b650d9dd9a, entries=2, sequenceid=9, filesize=5.1 K 2024-12-13T08:18:07,592 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(3040): Finished flush of dataSize ~1.23 KB/1264, heapSize ~2.59 KB/2648, currentSize=0 B/0 for 1588230740 in 176ms, sequenceid=9, compaction requested=false 2024-12-13T08:18:07,593 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-13T08:18:07,601 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-13T08:18:07,603 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:18:07,603 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:18:07,603 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:18:07,604 WARN [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionServer(3786): Not adding moved region record: 1588230740 to self. 2024-12-13T08:18:07,606 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-13T08:18:07,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-13T08:18:07,608 WARN [PEWorker-5 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-13T08:18:07,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-13T08:18:07,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; CloseRegionProcedure 1588230740, server=6b1293cedc9a,46225,1734077883979 in 356 msec 2024-12-13T08:18:07,613 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=6b1293cedc9a,46225,1734077883979; forceNewPlan=false, retain=true 2024-12-13T08:18:07,710 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 1808, reset compression=false 2024-12-13T08:18:07,718 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:18:07,718 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 2476, reset compression=false 2024-12-13T08:18:07,718 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734077887422/Put/vlen=101/seqid=0; >],284}, {hbase:meta/1588230740/11=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734077887591/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/12=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734077887595/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=2476, nbRowKeys=3, nbHFiles=0, heapSize=972, lastSeqIds={}, endOfFile=false,usedBufferSize=972] 2024-12-13T08:18:07,722 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-13T08:18:07,724 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x18bed0a3 {}] client.ZKConnectionRegistry(198): Meta region is in state CLOSING 2024-12-13T08:18:07,764 INFO [6b1293cedc9a:44927 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:18:07,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:07,766 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,46225,1734077883979, state=OPENING 2024-12-13T08:18:07,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:07,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:07,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:07,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:07,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6b1293cedc9a,46225,1734077883979}] 2024-12-13T08:18:07,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:07,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:07,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:07,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:07,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:07,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:07,924 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 2476, reset compression=false 2024-12-13T08:18:07,962 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:07,969 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T08:18:07,970 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:18:07,971 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:18:07,971 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T08:18:07,971 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:18:07,971 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T08:18:07,971 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:07,972 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T08:18:07,972 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T08:18:07,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:18:07,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:18:07,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:07,986 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/info/eb4588007cc14e2eb0d340061873ba0a 2024-12-13T08:18:07,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:07,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:18:07,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:18:07,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:07,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:07,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:18:07,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:18:07,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:08,001 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/table/a817077cbadc403d9a9da0b650d9dd9a 2024-12-13T08:18:08,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:08,003 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740 2024-12-13T08:18:08,005 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740 2024-12-13T08:18:08,007 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:18:08,009 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:18:08,010 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60343565, jitterRate=-0.10081081092357635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:18:08,011 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:18:08,012 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=13, masterSystemTime=1734077887962 2024-12-13T08:18:08,015 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T08:18:08,016 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T08:18:08,016 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:08,017 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,46225,1734077883979, state=OPEN 2024-12-13T08:18:08,032 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44927 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=6b1293cedc9a,46225,1734077883979, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-13T08:18:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:18:08,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:08,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:08,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:08,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:08,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:08,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-13T08:18:08,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1588230740, server=6b1293cedc9a,46225,1734077883979 in 238 msec 2024-12-13T08:18:08,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-13T08:18:08,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 870 msec 2024-12-13T08:18:08,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-13T08:18:08,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; ReopenTableRegionsProcedure table=hbase:meta in 885 msec 2024-12-13T08:18:08,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN}] 2024-12-13T08:18:08,067 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN 2024-12-13T08:18:08,067 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN 2024-12-13T08:18:08,068 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:18:08,068 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:18:08,219 DEBUG [6b1293cedc9a:44927 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-13T08:18:08,219 DEBUG [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:18:08,232 DEBUG [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:18:08,232 DEBUG [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:18:08,232 DEBUG [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:18:08,232 DEBUG [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:18:08,232 INFO [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:18:08,232 INFO [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:18:08,232 INFO [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:18:08,232 INFO [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:18:08,232 DEBUG [6b1293cedc9a:44927 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-13T08:18:08,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:08,233 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:08,234 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 2476, reset compression=false 2024-12-13T08:18:08,235 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 6b1293cedc9a,44603,1734077884032, state=OPENING 2024-12-13T08:18:08,235 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 6b1293cedc9a,44275,1734077884121, state=OPENING 2024-12-13T08:18:08,242 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:18:08,242 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 2775, reset compression=false 2024-12-13T08:18:08,242 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/14=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734077888011/Put/vlen=196/seqid=0; >],404}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=2775, nbRowKeys=1, nbHFiles=0, heapSize=404, lastSeqIds={}, endOfFile=false,usedBufferSize=404] 2024-12-13T08:18:08,246 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-13T08:18:08,250 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=2, create it 2024-12-13T08:18:08,250 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=1, create it 2024-12-13T08:18:08,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:08,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:08,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:08,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:08,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:18:08,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:08,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:08,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:08,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:08,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE; OpenRegionProcedure 1657623790, server=6b1293cedc9a,44603,1734077884032}] 2024-12-13T08:18:08,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE; OpenRegionProcedure 534574363, server=6b1293cedc9a,44275,1734077884121}] 2024-12-13T08:18:08,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:18:08,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:18:08,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:18:08,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:18:08,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:18:08,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:18:08,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:18:08,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:18:08,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:18:08,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:18:08,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:18:08,415 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:08,415 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:08,416 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:18:08,419 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:18:08,422 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-13T08:18:08,422 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-13T08:18:08,423 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:18:08,424 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-13T08:18:08,424 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:18:08,424 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-13T08:18:08,424 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,424 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-13T08:18:08,424 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-13T08:18:08,427 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-13T08:18:08,427 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-13T08:18:08,428 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-13T08:18:08,428 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:18:08,428 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-13T08:18:08,428 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:18:08,428 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-13T08:18:08,428 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,429 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-13T08:18:08,429 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-13T08:18:08,429 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-13T08:18:08,429 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:08,429 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-13T08:18:08,432 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-13T08:18:08,432 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:08,440 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/info/eb4588007cc14e2eb0d340061873ba0a 2024-12-13T08:18:08,440 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:08,440 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/info/eb4588007cc14e2eb0d340061873ba0a 2024-12-13T08:18:08,440 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:08,441 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-13T08:18:08,441 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-13T08:18:08,442 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-13T08:18:08,442 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-13T08:18:08,442 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:08,442 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:08,443 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:08,443 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-13T08:18:08,444 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:08,444 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-13T08:18:08,444 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-13T08:18:08,444 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:08,445 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-13T08:18:08,445 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:08,448 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 2775, reset compression=false 2024-12-13T08:18:08,454 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/table/a817077cbadc403d9a9da0b650d9dd9a 2024-12-13T08:18:08,454 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/table/a817077cbadc403d9a9da0b650d9dd9a 2024-12-13T08:18:08,455 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:08,455 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:08,455 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:18:08,455 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:18:08,458 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70717829, jitterRate=0.05377776920795441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:18:08,458 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67452006, jitterRate=0.0051132142543792725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:18:08,458 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-13T08:18:08,458 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-13T08:18:08,458 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=17, masterSystemTime=1734077888415 2024-12-13T08:18:08,458 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=16, masterSystemTime=1734077888415 2024-12-13T08:18:08,461 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-13T08:18:08,461 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-13T08:18:08,462 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:08,462 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-13T08:18:08,463 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-13T08:18:08,463 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-13T08:18:08,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:08,463 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 6b1293cedc9a,44275,1734077884121, state=OPEN 2024-12-13T08:18:08,463 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-13T08:18:08,464 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:18:08,464 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:18:08,464 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 6b1293cedc9a,44603,1734077884032, state=OPEN 2024-12-13T08:18:08,465 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=AdminService 2024-12-13T08:18:08,465 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=AdminService 2024-12-13T08:18:08,466 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46225 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-13T08:18:08,466 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46225 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-13T08:18:08,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46225 {}] regionserver.HRegion(2496): NOT flushing hbase:meta,,1.1588230740 as already flushing 2024-12-13T08:18:08,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46225 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:18:08,468 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 534574363; now waiting and blocking reads until observing a flush marker 2024-12-13T08:18:08,468 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-13T08:18:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:18:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:18:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:18:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:18:08,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:18:08,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:18:08,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:18:08,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:18:08,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:18:08,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:18:08,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=14 2024-12-13T08:18:08,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=14, state=SUCCESS; OpenRegionProcedure 534574363, server=6b1293cedc9a,44275,1734077884121 in 212 msec 2024-12-13T08:18:08,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN in 411 msec 2024-12-13T08:18:08,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:18:08,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:18:08,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:18:08,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:18:08,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:18:08,480 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:18:08,480 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:18:08,480 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:18:08,480 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:18:08,480 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:18:08,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=15 2024-12-13T08:18:08,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=15, state=SUCCESS; OpenRegionProcedure 1657623790, server=6b1293cedc9a,44603,1734077884032 in 220 msec 2024-12-13T08:18:08,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=9 2024-12-13T08:18:08,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN in 418 msec 2024-12-13T08:18:08,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; ModifyTableProcedure table=hbase:meta in 1.3470 sec 2024-12-13T08:18:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:18:08,502 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:18:08,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicaGets', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:18:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicaGets 2024-12-13T08:18:08,510 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicaGets execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:18:08,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicaGets" procId is: 18 2024-12-13T08:18:08,511 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:08,513 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicaGets execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:18:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T08:18:08,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741843_1019 (size=376) 2024-12-13T08:18:08,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741843_1019 (size=376) 2024-12-13T08:18:08,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741843_1019 (size=376) 2024-12-13T08:18:08,525 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => da0ff36bf35d631420e76a543720fd30, NAME => 'testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,526 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => be5b61b727e783f36b619a302dd9eee2, NAME => 'testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,529 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 572827057de229047bd8c7340780ab8a, NAME => 'testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741845_1021 (size=65) 2024-12-13T08:18:08,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741845_1021 (size=65) 2024-12-13T08:18:08,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741845_1021 (size=65) 2024-12-13T08:18:08,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741844_1020 (size=62) 2024-12-13T08:18:08,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741844_1020 (size=62) 2024-12-13T08:18:08,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741844_1020 (size=62) 2024-12-13T08:18:08,547 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,547 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing be5b61b727e783f36b619a302dd9eee2, disabling compactions & flushes 2024-12-13T08:18:08,547 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2. 2024-12-13T08:18:08,547 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2. 2024-12-13T08:18:08,548 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,548 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2. after waiting 0 ms 2024-12-13T08:18:08,548 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing da0ff36bf35d631420e76a543720fd30, disabling compactions & flushes 2024-12-13T08:18:08,548 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2. 2024-12-13T08:18:08,548 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30. 2024-12-13T08:18:08,548 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2. 2024-12-13T08:18:08,548 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30. 2024-12-13T08:18:08,548 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30. after waiting 0 ms 2024-12-13T08:18:08,548 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for be5b61b727e783f36b619a302dd9eee2: 2024-12-13T08:18:08,548 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30. 2024-12-13T08:18:08,548 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30. 2024-12-13T08:18:08,548 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for da0ff36bf35d631420e76a543720fd30: 2024-12-13T08:18:08,548 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ea036475bae0c3bec186f0df2c84a14f, NAME => 'testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,549 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bb28d5cf8bc147ab5a673b32a0892f24, NAME => 'testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741846_1022 (size=65) 2024-12-13T08:18:08,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741846_1022 (size=65) 2024-12-13T08:18:08,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741846_1022 (size=65) 2024-12-13T08:18:08,556 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,556 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing 572827057de229047bd8c7340780ab8a, disabling compactions & flushes 2024-12-13T08:18:08,556 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a. 2024-12-13T08:18:08,556 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a. 2024-12-13T08:18:08,556 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a. after waiting 0 ms 2024-12-13T08:18:08,556 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a. 2024-12-13T08:18:08,556 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a. 2024-12-13T08:18:08,556 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for 572827057de229047bd8c7340780ab8a: 2024-12-13T08:18:08,557 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => d87c807b2715894eb98bc85f7d34e918, NAME => 'testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,568 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46225 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-13T08:18:08,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46225 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:18:08,570 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 1657623790; now waiting and blocking reads until observing a flush marker 2024-12-13T08:18:08,570 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-13T08:18:08,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741847_1023 (size=65) 2024-12-13T08:18:08,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741847_1023 (size=65) 2024-12-13T08:18:08,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741847_1023 (size=65) 2024-12-13T08:18:08,578 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,579 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing ea036475bae0c3bec186f0df2c84a14f, disabling compactions & flushes 2024-12-13T08:18:08,579 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f. 2024-12-13T08:18:08,579 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f. 2024-12-13T08:18:08,579 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f. after waiting 0 ms 2024-12-13T08:18:08,579 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f. 2024-12-13T08:18:08,579 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f. 2024-12-13T08:18:08,579 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for ea036475bae0c3bec186f0df2c84a14f: 2024-12-13T08:18:08,580 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b5947ad8ef05c6faac1e9255a6149676, NAME => 'testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741848_1024 (size=65) 2024-12-13T08:18:08,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741848_1024 (size=65) 2024-12-13T08:18:08,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741848_1024 (size=65) 2024-12-13T08:18:08,592 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,592 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing bb28d5cf8bc147ab5a673b32a0892f24, disabling compactions & flushes 2024-12-13T08:18:08,592 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24. 2024-12-13T08:18:08,592 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24. 2024-12-13T08:18:08,592 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24. after waiting 0 ms 2024-12-13T08:18:08,592 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24. 2024-12-13T08:18:08,592 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24. 2024-12-13T08:18:08,592 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for bb28d5cf8bc147ab5a673b32a0892f24: 2024-12-13T08:18:08,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741849_1025 (size=65) 2024-12-13T08:18:08,593 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d53722252c67e0dacfbdcfc2f15a1944, NAME => 'testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741849_1025 (size=65) 2024-12-13T08:18:08,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741849_1025 (size=65) 2024-12-13T08:18:08,595 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,595 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing d87c807b2715894eb98bc85f7d34e918, disabling compactions & flushes 2024-12-13T08:18:08,595 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918. 2024-12-13T08:18:08,595 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918. 2024-12-13T08:18:08,595 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918. after waiting 0 ms 2024-12-13T08:18:08,595 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918. 2024-12-13T08:18:08,595 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918. 2024-12-13T08:18:08,595 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for d87c807b2715894eb98bc85f7d34e918: 2024-12-13T08:18:08,596 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ace27628d430140c09df0178add4ecb6, NAME => 'testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741850_1026 (size=65) 2024-12-13T08:18:08,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741850_1026 (size=65) 2024-12-13T08:18:08,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741850_1026 (size=65) 2024-12-13T08:18:08,613 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,613 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing b5947ad8ef05c6faac1e9255a6149676, disabling compactions & flushes 2024-12-13T08:18:08,613 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676. 2024-12-13T08:18:08,613 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676. 2024-12-13T08:18:08,613 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676. after waiting 0 ms 2024-12-13T08:18:08,613 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676. 2024-12-13T08:18:08,613 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676. 2024-12-13T08:18:08,613 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for b5947ad8ef05c6faac1e9255a6149676: 2024-12-13T08:18:08,614 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 590d4094786ec4f911bfafdd80e257aa, NAME => 'testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T08:18:08,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741851_1027 (size=65) 2024-12-13T08:18:08,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741851_1027 (size=65) 2024-12-13T08:18:08,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741851_1027 (size=65) 2024-12-13T08:18:08,619 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,619 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing d53722252c67e0dacfbdcfc2f15a1944, disabling compactions & flushes 2024-12-13T08:18:08,619 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944. 2024-12-13T08:18:08,619 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944. 2024-12-13T08:18:08,619 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944. after waiting 0 ms 2024-12-13T08:18:08,619 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944. 2024-12-13T08:18:08,619 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944. 2024-12-13T08:18:08,620 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for d53722252c67e0dacfbdcfc2f15a1944: 2024-12-13T08:18:08,620 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d19a15353d1e00a72576885f5279045e, NAME => 'testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741852_1028 (size=65) 2024-12-13T08:18:08,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741852_1028 (size=65) 2024-12-13T08:18:08,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741852_1028 (size=65) 2024-12-13T08:18:08,625 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,625 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing ace27628d430140c09df0178add4ecb6, disabling compactions & flushes 2024-12-13T08:18:08,625 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6. 2024-12-13T08:18:08,625 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6. 2024-12-13T08:18:08,625 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6. after waiting 0 ms 2024-12-13T08:18:08,625 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6. 2024-12-13T08:18:08,625 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6. 2024-12-13T08:18:08,625 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for ace27628d430140c09df0178add4ecb6: 2024-12-13T08:18:08,626 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 4ae04a40dc43e80ce02c735c7e05bdf7, NAME => 'testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741854_1030 (size=65) 2024-12-13T08:18:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741853_1029 (size=65) 2024-12-13T08:18:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741854_1030 (size=65) 2024-12-13T08:18:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741853_1029 (size=65) 2024-12-13T08:18:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741853_1029 (size=65) 2024-12-13T08:18:08,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741854_1030 (size=65) 2024-12-13T08:18:08,642 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,643 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,643 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing 590d4094786ec4f911bfafdd80e257aa, disabling compactions & flushes 2024-12-13T08:18:08,643 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing d19a15353d1e00a72576885f5279045e, disabling compactions & flushes 2024-12-13T08:18:08,643 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa. 2024-12-13T08:18:08,643 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e. 2024-12-13T08:18:08,643 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa. 2024-12-13T08:18:08,643 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa. after waiting 0 ms 2024-12-13T08:18:08,643 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e. 2024-12-13T08:18:08,643 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa. 2024-12-13T08:18:08,643 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e. after waiting 0 ms 2024-12-13T08:18:08,643 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa. 2024-12-13T08:18:08,643 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e. 2024-12-13T08:18:08,643 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for 590d4094786ec4f911bfafdd80e257aa: 2024-12-13T08:18:08,643 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e. 2024-12-13T08:18:08,643 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for d19a15353d1e00a72576885f5279045e: 2024-12-13T08:18:08,644 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b18fff88be3bfe5cc6ee49707136db7f, NAME => 'testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,644 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7fdc58692d3d20cbf88bf39b531ea152, NAME => 'testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741855_1031 (size=65) 2024-12-13T08:18:08,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741855_1031 (size=65) 2024-12-13T08:18:08,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741855_1031 (size=65) 2024-12-13T08:18:08,655 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,655 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing 4ae04a40dc43e80ce02c735c7e05bdf7, disabling compactions & flushes 2024-12-13T08:18:08,655 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7. 2024-12-13T08:18:08,655 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7. 2024-12-13T08:18:08,655 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7. after waiting 0 ms 2024-12-13T08:18:08,655 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7. 2024-12-13T08:18:08,655 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7. 2024-12-13T08:18:08,656 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for 4ae04a40dc43e80ce02c735c7e05bdf7: 2024-12-13T08:18:08,656 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 023d8b15d643a6787e9e96253c25a27c, NAME => 'testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741857_1033 (size=65) 2024-12-13T08:18:08,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741856_1032 (size=65) 2024-12-13T08:18:08,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741856_1032 (size=65) 2024-12-13T08:18:08,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741857_1033 (size=65) 2024-12-13T08:18:08,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741856_1032 (size=65) 2024-12-13T08:18:08,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741857_1033 (size=65) 2024-12-13T08:18:08,674 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,674 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,674 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing 7fdc58692d3d20cbf88bf39b531ea152, disabling compactions & flushes 2024-12-13T08:18:08,674 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing b18fff88be3bfe5cc6ee49707136db7f, disabling compactions & flushes 2024-12-13T08:18:08,674 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f. 2024-12-13T08:18:08,674 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152. 2024-12-13T08:18:08,674 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f. 2024-12-13T08:18:08,674 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152. 2024-12-13T08:18:08,674 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f. after waiting 0 ms 2024-12-13T08:18:08,674 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152. after waiting 0 ms 2024-12-13T08:18:08,674 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f. 2024-12-13T08:18:08,674 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152. 2024-12-13T08:18:08,674 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f. 2024-12-13T08:18:08,674 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152. 2024-12-13T08:18:08,674 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for b18fff88be3bfe5cc6ee49707136db7f: 2024-12-13T08:18:08,674 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7fdc58692d3d20cbf88bf39b531ea152: 2024-12-13T08:18:08,675 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => deb2a69580f752627f1465a8b286fe45, NAME => 'testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,675 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b1b9b0aae5ce9aacab2c5f90cbb8f6b2, NAME => 'testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741858_1034 (size=65) 2024-12-13T08:18:08,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741858_1034 (size=65) 2024-12-13T08:18:08,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741858_1034 (size=65) 2024-12-13T08:18:08,681 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,681 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing 023d8b15d643a6787e9e96253c25a27c, disabling compactions & flushes 2024-12-13T08:18:08,681 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c. 2024-12-13T08:18:08,681 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c. 2024-12-13T08:18:08,681 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c. after waiting 0 ms 2024-12-13T08:18:08,681 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c. 2024-12-13T08:18:08,681 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c. 2024-12-13T08:18:08,681 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for 023d8b15d643a6787e9e96253c25a27c: 2024-12-13T08:18:08,682 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3c3c4b13bf4ba45ddeeacf873e2bca71, NAME => 'testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741859_1035 (size=65) 2024-12-13T08:18:08,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741859_1035 (size=65) 2024-12-13T08:18:08,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741859_1035 (size=65) 2024-12-13T08:18:08,692 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,692 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing b1b9b0aae5ce9aacab2c5f90cbb8f6b2, disabling compactions & flushes 2024-12-13T08:18:08,692 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2. 2024-12-13T08:18:08,692 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2. 2024-12-13T08:18:08,692 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2. after waiting 0 ms 2024-12-13T08:18:08,692 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2. 2024-12-13T08:18:08,692 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2. 2024-12-13T08:18:08,692 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for b1b9b0aae5ce9aacab2c5f90cbb8f6b2: 2024-12-13T08:18:08,693 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 26b0ff47cc0a55a5108c8955f6078b0c, NAME => 'testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741860_1036 (size=65) 2024-12-13T08:18:08,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741860_1036 (size=65) 2024-12-13T08:18:08,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741860_1036 (size=65) 2024-12-13T08:18:08,700 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,700 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing deb2a69580f752627f1465a8b286fe45, disabling compactions & flushes 2024-12-13T08:18:08,700 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45. 2024-12-13T08:18:08,700 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45. 2024-12-13T08:18:08,700 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45. after waiting 0 ms 2024-12-13T08:18:08,700 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45. 2024-12-13T08:18:08,700 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45. 2024-12-13T08:18:08,700 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for deb2a69580f752627f1465a8b286fe45: 2024-12-13T08:18:08,701 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a2af1f44b80960aafa1cf5f3fa73229d, NAME => 'testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741861_1037 (size=65) 2024-12-13T08:18:08,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741861_1037 (size=65) 2024-12-13T08:18:08,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741861_1037 (size=65) 2024-12-13T08:18:08,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741862_1038 (size=65) 2024-12-13T08:18:08,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741862_1038 (size=65) 2024-12-13T08:18:08,714 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,714 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing 26b0ff47cc0a55a5108c8955f6078b0c, disabling compactions & flushes 2024-12-13T08:18:08,714 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c. 2024-12-13T08:18:08,714 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c. 2024-12-13T08:18:08,714 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c. after waiting 0 ms 2024-12-13T08:18:08,714 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c. 2024-12-13T08:18:08,715 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c. 2024-12-13T08:18:08,715 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for 26b0ff47cc0a55a5108c8955f6078b0c: 2024-12-13T08:18:08,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741862_1038 (size=65) 2024-12-13T08:18:08,716 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0f14ad29c248dafafa86c14e63f64891, NAME => 'testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,717 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,717 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing 3c3c4b13bf4ba45ddeeacf873e2bca71, disabling compactions & flushes 2024-12-13T08:18:08,717 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71. 2024-12-13T08:18:08,717 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71. 2024-12-13T08:18:08,718 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71. after waiting 0 ms 2024-12-13T08:18:08,718 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71. 2024-12-13T08:18:08,718 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71. 2024-12-13T08:18:08,718 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3c3c4b13bf4ba45ddeeacf873e2bca71: 2024-12-13T08:18:08,719 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 58247b182a62563f01cff0d30588edde, NAME => 'testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741863_1039 (size=65) 2024-12-13T08:18:08,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741863_1039 (size=65) 2024-12-13T08:18:08,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741863_1039 (size=65) 2024-12-13T08:18:08,722 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,722 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing a2af1f44b80960aafa1cf5f3fa73229d, disabling compactions & flushes 2024-12-13T08:18:08,722 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d. 2024-12-13T08:18:08,722 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d. 2024-12-13T08:18:08,722 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d. after waiting 0 ms 2024-12-13T08:18:08,722 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d. 2024-12-13T08:18:08,722 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d. 2024-12-13T08:18:08,722 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for a2af1f44b80960aafa1cf5f3fa73229d: 2024-12-13T08:18:08,723 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4023297d7205ed48f42e83f265d53068, NAME => 'testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741864_1040 (size=65) 2024-12-13T08:18:08,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741864_1040 (size=65) 2024-12-13T08:18:08,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741864_1040 (size=65) 2024-12-13T08:18:08,728 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,728 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing 0f14ad29c248dafafa86c14e63f64891, disabling compactions & flushes 2024-12-13T08:18:08,728 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:08,728 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:08,728 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. after waiting 0 ms 2024-12-13T08:18:08,728 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:08,728 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:08,728 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0f14ad29c248dafafa86c14e63f64891: 2024-12-13T08:18:08,729 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 99da798fa0a56b8cb53c6318403722b8, NAME => 'testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741866_1042 (size=65) 2024-12-13T08:18:08,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741866_1042 (size=65) 2024-12-13T08:18:08,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741865_1041 (size=65) 2024-12-13T08:18:08,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741866_1042 (size=65) 2024-12-13T08:18:08,739 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,739 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing 4023297d7205ed48f42e83f265d53068, disabling compactions & flushes 2024-12-13T08:18:08,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741865_1041 (size=65) 2024-12-13T08:18:08,739 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068. 2024-12-13T08:18:08,740 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068. 2024-12-13T08:18:08,740 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068. after waiting 0 ms 2024-12-13T08:18:08,740 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068. 2024-12-13T08:18:08,740 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068. 2024-12-13T08:18:08,740 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4023297d7205ed48f42e83f265d53068: 2024-12-13T08:18:08,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741865_1041 (size=65) 2024-12-13T08:18:08,740 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 86520eac0928137dd426c0bf4c447aad, NAME => 'testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad.', STARTKEY => 'yyy', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237 2024-12-13T08:18:08,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741867_1043 (size=65) 2024-12-13T08:18:08,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741867_1043 (size=65) 2024-12-13T08:18:08,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741867_1043 (size=65) 2024-12-13T08:18:08,749 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,749 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing 99da798fa0a56b8cb53c6318403722b8, disabling compactions & flushes 2024-12-13T08:18:08,749 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8. 2024-12-13T08:18:08,749 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8. 2024-12-13T08:18:08,749 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8. after waiting 0 ms 2024-12-13T08:18:08,749 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8. 2024-12-13T08:18:08,749 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8. 2024-12-13T08:18:08,749 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for 99da798fa0a56b8cb53c6318403722b8: 2024-12-13T08:18:08,754 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 2775, reset compression=false 2024-12-13T08:18:08,765 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:18:08,765 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 3045, reset compression=false 2024-12-13T08:18:08,765 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/16=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734077888467/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/18=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734077888568/Put/vlen=52/seqid=0; >],236}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=3045, nbRowKeys=2, nbHFiles=0, heapSize=472, lastSeqIds={}, endOfFile=false,usedBufferSize=472] 2024-12-13T08:18:08,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741868_1044 (size=62) 2024-12-13T08:18:08,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741868_1044 (size=62) 2024-12-13T08:18:08,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741868_1044 (size=62) 2024-12-13T08:18:08,769 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:08,769 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing 86520eac0928137dd426c0bf4c447aad, disabling compactions & flushes 2024-12-13T08:18:08,769 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad. 2024-12-13T08:18:08,769 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad. 2024-12-13T08:18:08,769 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad. after waiting 0 ms 2024-12-13T08:18:08,769 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad. 2024-12-13T08:18:08,769 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad. 2024-12-13T08:18:08,769 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for 86520eac0928137dd426c0bf4c447aad: 2024-12-13T08:18:08,771 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-13T08:18:08,780 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:18:08,780 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:18:08,782 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-13T08:18:08,782 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-13T08:18:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:18:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:18:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:18:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:18:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T08:18:08,972 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 3045, reset compression=false 2024-12-13T08:18:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T08:18:09,140 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,140 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing 58247b182a62563f01cff0d30588edde, disabling compactions & flushes 2024-12-13T08:18:09,140 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde. 2024-12-13T08:18:09,141 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde. 2024-12-13T08:18:09,141 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde. after waiting 0 ms 2024-12-13T08:18:09,141 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde. 2024-12-13T08:18:09,141 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde. 2024-12-13T08:18:09,141 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for 58247b182a62563f01cff0d30588edde: 2024-12-13T08:18:09,143 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicaGets execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:18:09,145 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,146 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,146 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,147 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,147 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,147 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,148 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,148 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,150 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,150 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,150 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734077889143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077889143"}]},"ts":"1734077889143"} 2024-12-13T08:18:09,186 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 25 regions to meta. 2024-12-13T08:18:09,187 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicaGets execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:18:09,188 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicaGets","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077889187"}]},"ts":"1734077889187"} 2024-12-13T08:18:09,190 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicaGets, state=ENABLING in hbase:meta 2024-12-13T08:18:09,242 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:18:09,264 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:18:09,264 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:18:09,264 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:18:09,264 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:18:09,264 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:18:09,264 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:18:09,264 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:18:09,264 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:18:09,264 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-13T08:18:09,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=da0ff36bf35d631420e76a543720fd30, ASSIGN}, {pid=20, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=be5b61b727e783f36b619a302dd9eee2, ASSIGN}, {pid=21, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=572827057de229047bd8c7340780ab8a, ASSIGN}, {pid=22, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=ea036475bae0c3bec186f0df2c84a14f, ASSIGN}, {pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=bb28d5cf8bc147ab5a673b32a0892f24, ASSIGN}, {pid=24, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d87c807b2715894eb98bc85f7d34e918, ASSIGN}, {pid=25, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=b5947ad8ef05c6faac1e9255a6149676, ASSIGN}, {pid=26, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d53722252c67e0dacfbdcfc2f15a1944, ASSIGN}, {pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=ace27628d430140c09df0178add4ecb6, ASSIGN}, {pid=28, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=590d4094786ec4f911bfafdd80e257aa, ASSIGN}, {pid=29, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d19a15353d1e00a72576885f5279045e, ASSIGN}, {pid=30, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4ae04a40dc43e80ce02c735c7e05bdf7, ASSIGN}, {pid=31, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=b18fff88be3bfe5cc6ee49707136db7f, ASSIGN}, {pid=32, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=7fdc58692d3d20cbf88bf39b531ea152, ASSIGN}, {pid=33, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=023d8b15d643a6787e9e96253c25a27c, ASSIGN}, {pid=34, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=deb2a69580f752627f1465a8b286fe45, ASSIGN}, {pid=35, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=b1b9b0aae5ce9aacab2c5f90cbb8f6b2, ASSIGN}, {pid=36, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=3c3c4b13bf4ba45ddeeacf873e2bca71, ASSIGN}, {pid=37, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=26b0ff47cc0a55a5108c8955f6078b0c, ASSIGN}, {pid=38, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=a2af1f44b80960aafa1cf5f3fa73229d, ASSIGN}, {pid=39, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=0f14ad29c248dafafa86c14e63f64891, ASSIGN}, {pid=40, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=58247b182a62563f01cff0d30588edde, ASSIGN}, {pid=41, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4023297d7205ed48f42e83f265d53068, ASSIGN}, {pid=42, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=99da798fa0a56b8cb53c6318403722b8, ASSIGN}, {pid=43, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=86520eac0928137dd426c0bf4c447aad, ASSIGN}] 2024-12-13T08:18:09,269 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=be5b61b727e783f36b619a302dd9eee2, ASSIGN 2024-12-13T08:18:09,269 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=da0ff36bf35d631420e76a543720fd30, ASSIGN 2024-12-13T08:18:09,269 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=572827057de229047bd8c7340780ab8a, ASSIGN 2024-12-13T08:18:09,270 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=bb28d5cf8bc147ab5a673b32a0892f24, ASSIGN 2024-12-13T08:18:09,271 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=572827057de229047bd8c7340780ab8a, ASSIGN; state=OFFLINE, location=6b1293cedc9a,44603,1734077884032; forceNewPlan=false, retain=false 2024-12-13T08:18:09,271 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=da0ff36bf35d631420e76a543720fd30, ASSIGN; state=OFFLINE, location=6b1293cedc9a,46225,1734077883979; forceNewPlan=false, retain=false 2024-12-13T08:18:09,271 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=be5b61b727e783f36b619a302dd9eee2, ASSIGN; state=OFFLINE, location=6b1293cedc9a,44275,1734077884121; forceNewPlan=false, retain=false 2024-12-13T08:18:09,272 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=bb28d5cf8bc147ab5a673b32a0892f24, ASSIGN; state=OFFLINE, location=6b1293cedc9a,44275,1734077884121; forceNewPlan=false, retain=false 2024-12-13T08:18:09,275 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=99da798fa0a56b8cb53c6318403722b8, ASSIGN 2024-12-13T08:18:09,275 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=43, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=86520eac0928137dd426c0bf4c447aad, ASSIGN 2024-12-13T08:18:09,275 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=41, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4023297d7205ed48f42e83f265d53068, ASSIGN 2024-12-13T08:18:09,275 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=58247b182a62563f01cff0d30588edde, ASSIGN 2024-12-13T08:18:09,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=39, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=0f14ad29c248dafafa86c14e63f64891, ASSIGN 2024-12-13T08:18:09,276 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=99da798fa0a56b8cb53c6318403722b8, ASSIGN; state=OFFLINE, location=6b1293cedc9a,44603,1734077884032; forceNewPlan=false, retain=false 2024-12-13T08:18:09,276 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=43, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=86520eac0928137dd426c0bf4c447aad, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35111,1734077884074; forceNewPlan=false, retain=false 2024-12-13T08:18:09,276 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=41, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4023297d7205ed48f42e83f265d53068, ASSIGN; state=OFFLINE, location=6b1293cedc9a,46225,1734077883979; forceNewPlan=false, retain=false 2024-12-13T08:18:09,276 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=39, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=0f14ad29c248dafafa86c14e63f64891, ASSIGN; state=OFFLINE, location=6b1293cedc9a,44275,1734077884121; forceNewPlan=false, retain=false 2024-12-13T08:18:09,276 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=58247b182a62563f01cff0d30588edde, ASSIGN; state=OFFLINE, location=6b1293cedc9a,44275,1734077884121; forceNewPlan=false, retain=false 2024-12-13T08:18:09,279 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 3045, reset compression=false 2024-12-13T08:18:09,281 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=37, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=26b0ff47cc0a55a5108c8955f6078b0c, ASSIGN 2024-12-13T08:18:09,281 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=a2af1f44b80960aafa1cf5f3fa73229d, ASSIGN 2024-12-13T08:18:09,281 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=b1b9b0aae5ce9aacab2c5f90cbb8f6b2, ASSIGN 2024-12-13T08:18:09,281 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=3c3c4b13bf4ba45ddeeacf873e2bca71, ASSIGN 2024-12-13T08:18:09,281 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=deb2a69580f752627f1465a8b286fe45, ASSIGN 2024-12-13T08:18:09,283 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=deb2a69580f752627f1465a8b286fe45, ASSIGN; state=OFFLINE, location=6b1293cedc9a,44275,1734077884121; forceNewPlan=false, retain=false 2024-12-13T08:18:09,283 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=3c3c4b13bf4ba45ddeeacf873e2bca71, ASSIGN; state=OFFLINE, location=6b1293cedc9a,44603,1734077884032; forceNewPlan=false, retain=false 2024-12-13T08:18:09,283 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=37, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=26b0ff47cc0a55a5108c8955f6078b0c, ASSIGN; state=OFFLINE, location=6b1293cedc9a,46225,1734077883979; forceNewPlan=false, retain=false 2024-12-13T08:18:09,283 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=b1b9b0aae5ce9aacab2c5f90cbb8f6b2, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35111,1734077884074; forceNewPlan=false, retain=false 2024-12-13T08:18:09,283 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=a2af1f44b80960aafa1cf5f3fa73229d, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35111,1734077884074; forceNewPlan=false, retain=false 2024-12-13T08:18:09,287 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:18:09,287 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 10490, reset compression=false 2024-12-13T08:18:09,287 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=023d8b15d643a6787e9e96253c25a27c, ASSIGN 2024-12-13T08:18:09,287 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=7fdc58692d3d20cbf88bf39b531ea152, ASSIGN 2024-12-13T08:18:09,287 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/19=[#edits: 50 = ],9684}, {hbase:meta/1588230740/20=[#edits: 1 = ],196}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=10490, nbRowKeys=26, nbHFiles=0, heapSize=9880, lastSeqIds={}, endOfFile=false,usedBufferSize=9880] 2024-12-13T08:18:09,287 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=b18fff88be3bfe5cc6ee49707136db7f, ASSIGN 2024-12-13T08:18:09,287 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4ae04a40dc43e80ce02c735c7e05bdf7, ASSIGN 2024-12-13T08:18:09,288 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d19a15353d1e00a72576885f5279045e, ASSIGN 2024-12-13T08:18:09,289 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=023d8b15d643a6787e9e96253c25a27c, ASSIGN; state=OFFLINE, location=6b1293cedc9a,44603,1734077884032; forceNewPlan=false, retain=false 2024-12-13T08:18:09,289 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4ae04a40dc43e80ce02c735c7e05bdf7, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35111,1734077884074; forceNewPlan=false, retain=false 2024-12-13T08:18:09,289 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=7fdc58692d3d20cbf88bf39b531ea152, ASSIGN; state=OFFLINE, location=6b1293cedc9a,46225,1734077883979; forceNewPlan=false, retain=false 2024-12-13T08:18:09,289 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=b18fff88be3bfe5cc6ee49707136db7f, ASSIGN; state=OFFLINE, location=6b1293cedc9a,44275,1734077884121; forceNewPlan=false, retain=false 2024-12-13T08:18:09,289 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d19a15353d1e00a72576885f5279045e, ASSIGN; state=OFFLINE, location=6b1293cedc9a,44603,1734077884032; forceNewPlan=false, retain=false 2024-12-13T08:18:09,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:18:09,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:18:09,293 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=590d4094786ec4f911bfafdd80e257aa, ASSIGN 2024-12-13T08:18:09,295 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=590d4094786ec4f911bfafdd80e257aa, ASSIGN; state=OFFLINE, location=6b1293cedc9a,46225,1734077883979; forceNewPlan=false, retain=false 2024-12-13T08:18:09,297 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=ace27628d430140c09df0178add4ecb6, ASSIGN 2024-12-13T08:18:09,297 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d87c807b2715894eb98bc85f7d34e918, ASSIGN 2024-12-13T08:18:09,298 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=b5947ad8ef05c6faac1e9255a6149676, ASSIGN 2024-12-13T08:18:09,298 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=ace27628d430140c09df0178add4ecb6, ASSIGN; state=OFFLINE, location=6b1293cedc9a,44275,1734077884121; forceNewPlan=false, retain=false 2024-12-13T08:18:09,298 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d53722252c67e0dacfbdcfc2f15a1944, ASSIGN 2024-12-13T08:18:09,298 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=ea036475bae0c3bec186f0df2c84a14f, ASSIGN 2024-12-13T08:18:09,299 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d87c807b2715894eb98bc85f7d34e918, ASSIGN; state=OFFLINE, location=6b1293cedc9a,46225,1734077883979; forceNewPlan=false, retain=false 2024-12-13T08:18:09,299 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=b5947ad8ef05c6faac1e9255a6149676, ASSIGN; state=OFFLINE, location=6b1293cedc9a,44603,1734077884032; forceNewPlan=false, retain=false 2024-12-13T08:18:09,299 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d53722252c67e0dacfbdcfc2f15a1944, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35111,1734077884074; forceNewPlan=false, retain=false 2024-12-13T08:18:09,299 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=ea036475bae0c3bec186f0df2c84a14f, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35111,1734077884074; forceNewPlan=false, retain=false 2024-12-13T08:18:09,421 INFO [6b1293cedc9a:44927 {}] balancer.BaseLoadBalancer(546): Reassigned 25 regions. 25 retained the pre-restart assignment. 2024-12-13T08:18:09,422 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=26b0ff47cc0a55a5108c8955f6078b0c, regionState=OPENING, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:09,422 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=4023297d7205ed48f42e83f265d53068, regionState=OPENING, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:09,422 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=d87c807b2715894eb98bc85f7d34e918, regionState=OPENING, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:09,422 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=7fdc58692d3d20cbf88bf39b531ea152, regionState=OPENING, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:09,422 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=590d4094786ec4f911bfafdd80e257aa, regionState=OPENING, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:09,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=37, state=RUNNABLE; OpenRegionProcedure 26b0ff47cc0a55a5108c8955f6078b0c, server=6b1293cedc9a,46225,1734077883979}] 2024-12-13T08:18:09,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE; OpenRegionProcedure 4023297d7205ed48f42e83f265d53068, server=6b1293cedc9a,46225,1734077883979}] 2024-12-13T08:18:09,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=24, state=RUNNABLE; OpenRegionProcedure d87c807b2715894eb98bc85f7d34e918, server=6b1293cedc9a,46225,1734077883979}] 2024-12-13T08:18:09,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=32, state=RUNNABLE; OpenRegionProcedure 7fdc58692d3d20cbf88bf39b531ea152, server=6b1293cedc9a,46225,1734077883979}] 2024-12-13T08:18:09,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=28, state=RUNNABLE; OpenRegionProcedure 590d4094786ec4f911bfafdd80e257aa, server=6b1293cedc9a,46225,1734077883979}] 2024-12-13T08:18:09,436 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=da0ff36bf35d631420e76a543720fd30, regionState=OPENING, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:09,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=d19a15353d1e00a72576885f5279045e, regionState=OPENING, regionLocation=6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:09,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=29, state=RUNNABLE; OpenRegionProcedure d19a15353d1e00a72576885f5279045e, server=6b1293cedc9a,44603,1734077884032}] 2024-12-13T08:18:09,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=19, state=RUNNABLE; OpenRegionProcedure da0ff36bf35d631420e76a543720fd30, server=6b1293cedc9a,46225,1734077883979}] 2024-12-13T08:18:09,441 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=b5947ad8ef05c6faac1e9255a6149676, regionState=OPENING, regionLocation=6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:09,442 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=3c3c4b13bf4ba45ddeeacf873e2bca71, regionState=OPENING, regionLocation=6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:09,443 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=572827057de229047bd8c7340780ab8a, regionState=OPENING, regionLocation=6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:09,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE; OpenRegionProcedure b5947ad8ef05c6faac1e9255a6149676, server=6b1293cedc9a,44603,1734077884032}] 2024-12-13T08:18:09,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=21, state=RUNNABLE; OpenRegionProcedure 572827057de229047bd8c7340780ab8a, server=6b1293cedc9a,44603,1734077884032}] 2024-12-13T08:18:09,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=36, state=RUNNABLE; OpenRegionProcedure 3c3c4b13bf4ba45ddeeacf873e2bca71, server=6b1293cedc9a,44603,1734077884032}] 2024-12-13T08:18:09,451 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=99da798fa0a56b8cb53c6318403722b8, regionState=OPENING, regionLocation=6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:09,451 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=023d8b15d643a6787e9e96253c25a27c, regionState=OPENING, regionLocation=6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:09,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=0f14ad29c248dafafa86c14e63f64891, regionState=OPENING, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:09,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=42, state=RUNNABLE; OpenRegionProcedure 99da798fa0a56b8cb53c6318403722b8, server=6b1293cedc9a,44603,1734077884032}] 2024-12-13T08:18:09,457 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=58247b182a62563f01cff0d30588edde, regionState=OPENING, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:09,457 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=b18fff88be3bfe5cc6ee49707136db7f, regionState=OPENING, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:09,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=39, state=RUNNABLE; OpenRegionProcedure 0f14ad29c248dafafa86c14e63f64891, server=6b1293cedc9a,44275,1734077884121}] 2024-12-13T08:18:09,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=33, state=RUNNABLE; OpenRegionProcedure 023d8b15d643a6787e9e96253c25a27c, server=6b1293cedc9a,44603,1734077884032}] 2024-12-13T08:18:09,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=31, state=RUNNABLE; OpenRegionProcedure b18fff88be3bfe5cc6ee49707136db7f, server=6b1293cedc9a,44275,1734077884121}] 2024-12-13T08:18:09,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=40, state=RUNNABLE; OpenRegionProcedure 58247b182a62563f01cff0d30588edde, server=6b1293cedc9a,44275,1734077884121}] 2024-12-13T08:18:09,469 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=ace27628d430140c09df0178add4ecb6, regionState=OPENING, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:09,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=27, state=RUNNABLE; OpenRegionProcedure ace27628d430140c09df0178add4ecb6, server=6b1293cedc9a,44275,1734077884121}] 2024-12-13T08:18:09,475 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=bb28d5cf8bc147ab5a673b32a0892f24, regionState=OPENING, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:09,475 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=deb2a69580f752627f1465a8b286fe45, regionState=OPENING, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:09,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=be5b61b727e783f36b619a302dd9eee2, regionState=OPENING, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:09,476 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=ea036475bae0c3bec186f0df2c84a14f, regionState=OPENING, regionLocation=6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:09,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=23, state=RUNNABLE; OpenRegionProcedure bb28d5cf8bc147ab5a673b32a0892f24, server=6b1293cedc9a,44275,1734077884121}] 2024-12-13T08:18:09,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=34, state=RUNNABLE; OpenRegionProcedure deb2a69580f752627f1465a8b286fe45, server=6b1293cedc9a,44275,1734077884121}] 2024-12-13T08:18:09,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=20, state=RUNNABLE; OpenRegionProcedure be5b61b727e783f36b619a302dd9eee2, server=6b1293cedc9a,44275,1734077884121}] 2024-12-13T08:18:09,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=22, state=RUNNABLE; OpenRegionProcedure ea036475bae0c3bec186f0df2c84a14f, server=6b1293cedc9a,35111,1734077884074}] 2024-12-13T08:18:09,484 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=b1b9b0aae5ce9aacab2c5f90cbb8f6b2, regionState=OPENING, regionLocation=6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:09,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=35, state=RUNNABLE; OpenRegionProcedure b1b9b0aae5ce9aacab2c5f90cbb8f6b2, server=6b1293cedc9a,35111,1734077884074}] 2024-12-13T08:18:09,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=a2af1f44b80960aafa1cf5f3fa73229d, regionState=OPENING, regionLocation=6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:09,490 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=4ae04a40dc43e80ce02c735c7e05bdf7, regionState=OPENING, regionLocation=6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:09,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=86520eac0928137dd426c0bf4c447aad, regionState=OPENING, regionLocation=6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:09,493 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 10490, reset compression=false 2024-12-13T08:18:09,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=30, state=RUNNABLE; OpenRegionProcedure 4ae04a40dc43e80ce02c735c7e05bdf7, server=6b1293cedc9a,35111,1734077884074}] 2024-12-13T08:18:09,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=38, state=RUNNABLE; OpenRegionProcedure a2af1f44b80960aafa1cf5f3fa73229d, server=6b1293cedc9a,35111,1734077884074}] 2024-12-13T08:18:09,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=43, state=RUNNABLE; OpenRegionProcedure 86520eac0928137dd426c0bf4c447aad, server=6b1293cedc9a,35111,1734077884074}] 2024-12-13T08:18:09,501 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=d53722252c67e0dacfbdcfc2f15a1944, regionState=OPENING, regionLocation=6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:09,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=26, state=RUNNABLE; OpenRegionProcedure d53722252c67e0dacfbdcfc2f15a1944, server=6b1293cedc9a,35111,1734077884074}] 2024-12-13T08:18:09,507 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-13T08:18:09,507 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/21=[#edits: 3 = ],660}, {hbase:meta/1588230740/22=[#edits: 3 = ],660}, {hbase:meta/1588230740/23=[#edits: 3 = ],660}, {hbase:meta/1588230740/24=[#edits: 3 = ],660}, {hbase:meta/1588230740/25=[#edits: 3 = ],660}, {hbase:meta/1588230740/26=[#edits: 3 = ],660}, {hbase:meta/1588230740/27=[#edits: 3 = ],652}, {hbase:meta/1588230740/28=[#edits: 3 = ],660}, {hbase:meta/1588230740/29=[#edits: 3 = ],660}, {hbase:meta/1588230740/30=[#edits: 3 = ],660}, {hbase:meta/1588230740/31=[#edits: 3 = ],660}, {hbase:meta/1588230740/32=[#edits: 3 = ],660}, {hbase:meta/1588230740/33=[#edits: 3 = ],660}, {hbase:meta/1588230740/34=[#edits: 3 = ],660}, {hbase:meta/1588230740/35=[#edits: 3 = ],660}, {hbase:meta/1588230740/36=[#edits: 3 = ],660}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=17966, nbRowKeys=16, nbHFiles=0, heapSize=10552, lastSeqIds={}, endOfFile=false,usedBufferSize=10552] 2024-12-13T08:18:09,511 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:18:09,511 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 21707, reset compression=false 2024-12-13T08:18:09,514 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/37=[#edits: 3 = ],660}, {hbase:meta/1588230740/38=[#edits: 3 = ],660}, {hbase:meta/1588230740/39=[#edits: 3 = ],660}, {hbase:meta/1588230740/40=[#edits: 3 = ],660}, {hbase:meta/1588230740/41=[#edits: 3 = ],660}, {hbase:meta/1588230740/42=[#edits: 3 = ],660}, {hbase:meta/1588230740/43=[#edits: 3 = ],660}, {hbase:meta/1588230740/44=[#edits: 3 = ],660}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=21707, nbRowKeys=8, nbHFiles=0, heapSize=5280, lastSeqIds={}, endOfFile=false,usedBufferSize=5280] 2024-12-13T08:18:09,522 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:18:09,522 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 22175, reset compression=false 2024-12-13T08:18:09,522 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/45=[#edits: 3 = ],660}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=22175, nbRowKeys=1, nbHFiles=0, heapSize=660, lastSeqIds={}, endOfFile=false,usedBufferSize=660] 2024-12-13T08:18:09,581 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:09,586 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30. 2024-12-13T08:18:09,586 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => da0ff36bf35d631420e76a543720fd30, NAME => 'testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-13T08:18:09,587 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets da0ff36bf35d631420e76a543720fd30 2024-12-13T08:18:09,587 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,587 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for da0ff36bf35d631420e76a543720fd30 2024-12-13T08:18:09,587 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for da0ff36bf35d631420e76a543720fd30 2024-12-13T08:18:09,589 INFO [StoreOpener-da0ff36bf35d631420e76a543720fd30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region da0ff36bf35d631420e76a543720fd30 2024-12-13T08:18:09,591 INFO [StoreOpener-da0ff36bf35d631420e76a543720fd30-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da0ff36bf35d631420e76a543720fd30 columnFamilyName info 2024-12-13T08:18:09,591 DEBUG [StoreOpener-da0ff36bf35d631420e76a543720fd30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,592 INFO [StoreOpener-da0ff36bf35d631420e76a543720fd30-1 {}] regionserver.HStore(327): Store=da0ff36bf35d631420e76a543720fd30/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,593 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/da0ff36bf35d631420e76a543720fd30 2024-12-13T08:18:09,593 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/da0ff36bf35d631420e76a543720fd30 2024-12-13T08:18:09,595 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:09,596 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for da0ff36bf35d631420e76a543720fd30 2024-12-13T08:18:09,599 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/da0ff36bf35d631420e76a543720fd30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,600 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c. 2024-12-13T08:18:09,600 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened da0ff36bf35d631420e76a543720fd30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72733930, jitterRate=0.08382001519203186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,600 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 023d8b15d643a6787e9e96253c25a27c, NAME => 'testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-13T08:18:09,600 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 023d8b15d643a6787e9e96253c25a27c 2024-12-13T08:18:09,600 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for da0ff36bf35d631420e76a543720fd30: 2024-12-13T08:18:09,600 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,600 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 023d8b15d643a6787e9e96253c25a27c 2024-12-13T08:18:09,601 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 023d8b15d643a6787e9e96253c25a27c 2024-12-13T08:18:09,601 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30., pid=50, masterSystemTime=1734077889581 2024-12-13T08:18:09,602 INFO [StoreOpener-023d8b15d643a6787e9e96253c25a27c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 023d8b15d643a6787e9e96253c25a27c 2024-12-13T08:18:09,605 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30. 2024-12-13T08:18:09,605 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30. 2024-12-13T08:18:09,605 INFO [StoreOpener-023d8b15d643a6787e9e96253c25a27c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 023d8b15d643a6787e9e96253c25a27c columnFamilyName info 2024-12-13T08:18:09,605 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068. 2024-12-13T08:18:09,605 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=da0ff36bf35d631420e76a543720fd30, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:09,605 DEBUG [StoreOpener-023d8b15d643a6787e9e96253c25a27c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,605 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 4023297d7205ed48f42e83f265d53068, NAME => 'testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-13T08:18:09,606 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 4023297d7205ed48f42e83f265d53068 2024-12-13T08:18:09,606 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,606 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 4023297d7205ed48f42e83f265d53068 2024-12-13T08:18:09,606 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 4023297d7205ed48f42e83f265d53068 2024-12-13T08:18:09,606 INFO [StoreOpener-023d8b15d643a6787e9e96253c25a27c-1 {}] regionserver.HStore(327): Store=023d8b15d643a6787e9e96253c25a27c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,607 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/023d8b15d643a6787e9e96253c25a27c 2024-12-13T08:18:09,608 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/023d8b15d643a6787e9e96253c25a27c 2024-12-13T08:18:09,609 INFO [StoreOpener-4023297d7205ed48f42e83f265d53068-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4023297d7205ed48f42e83f265d53068 2024-12-13T08:18:09,612 INFO [StoreOpener-4023297d7205ed48f42e83f265d53068-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4023297d7205ed48f42e83f265d53068 columnFamilyName info 2024-12-13T08:18:09,612 DEBUG [StoreOpener-4023297d7205ed48f42e83f265d53068-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,612 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 023d8b15d643a6787e9e96253c25a27c 2024-12-13T08:18:09,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=19 2024-12-13T08:18:09,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=19, state=SUCCESS; OpenRegionProcedure da0ff36bf35d631420e76a543720fd30, server=6b1293cedc9a,46225,1734077883979 in 168 msec 2024-12-13T08:18:09,613 INFO [StoreOpener-4023297d7205ed48f42e83f265d53068-1 {}] regionserver.HStore(327): Store=4023297d7205ed48f42e83f265d53068/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,614 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/4023297d7205ed48f42e83f265d53068 2024-12-13T08:18:09,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=da0ff36bf35d631420e76a543720fd30, ASSIGN in 348 msec 2024-12-13T08:18:09,616 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/4023297d7205ed48f42e83f265d53068 2024-12-13T08:18:09,617 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/023d8b15d643a6787e9e96253c25a27c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,617 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:09,618 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 023d8b15d643a6787e9e96253c25a27c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70192590, jitterRate=0.04595109820365906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,618 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 023d8b15d643a6787e9e96253c25a27c: 2024-12-13T08:18:09,619 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 4023297d7205ed48f42e83f265d53068 2024-12-13T08:18:09,620 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c., pid=55, masterSystemTime=1734077889595 2024-12-13T08:18:09,622 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:09,623 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 0f14ad29c248dafafa86c14e63f64891, NAME => 'testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T08:18:09,624 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/4023297d7205ed48f42e83f265d53068/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,624 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:09,624 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c. 2024-12-13T08:18:09,624 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,624 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c. 2024-12-13T08:18:09,624 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:09,624 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:09,624 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676. 2024-12-13T08:18:09,624 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => b5947ad8ef05c6faac1e9255a6149676, NAME => 'testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-13T08:18:09,624 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 4023297d7205ed48f42e83f265d53068; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71463941, jitterRate=0.06489570438861847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,625 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=023d8b15d643a6787e9e96253c25a27c, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:09,625 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 4023297d7205ed48f42e83f265d53068: 2024-12-13T08:18:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T08:18:09,626 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068., pid=45, masterSystemTime=1734077889581 2024-12-13T08:18:09,626 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets b5947ad8ef05c6faac1e9255a6149676 2024-12-13T08:18:09,626 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,626 INFO [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:09,626 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for b5947ad8ef05c6faac1e9255a6149676 2024-12-13T08:18:09,627 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for b5947ad8ef05c6faac1e9255a6149676 2024-12-13T08:18:09,629 INFO [StoreOpener-b5947ad8ef05c6faac1e9255a6149676-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b5947ad8ef05c6faac1e9255a6149676 2024-12-13T08:18:09,629 INFO [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f14ad29c248dafafa86c14e63f64891 columnFamilyName info 2024-12-13T08:18:09,629 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068. 2024-12-13T08:18:09,630 DEBUG [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,630 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068. 2024-12-13T08:18:09,630 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918. 2024-12-13T08:18:09,630 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => d87c807b2715894eb98bc85f7d34e918, NAME => 'testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-13T08:18:09,630 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets d87c807b2715894eb98bc85f7d34e918 2024-12-13T08:18:09,630 INFO [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] regionserver.HStore(327): Store=0f14ad29c248dafafa86c14e63f64891/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,630 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,631 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for d87c807b2715894eb98bc85f7d34e918 2024-12-13T08:18:09,631 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for d87c807b2715894eb98bc85f7d34e918 2024-12-13T08:18:09,631 INFO [StoreOpener-b5947ad8ef05c6faac1e9255a6149676-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5947ad8ef05c6faac1e9255a6149676 columnFamilyName info 2024-12-13T08:18:09,632 DEBUG [StoreOpener-b5947ad8ef05c6faac1e9255a6149676-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,632 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:09,632 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=4023297d7205ed48f42e83f265d53068, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:09,632 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:09,633 INFO [StoreOpener-d87c807b2715894eb98bc85f7d34e918-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d87c807b2715894eb98bc85f7d34e918 2024-12-13T08:18:09,634 INFO [StoreOpener-b5947ad8ef05c6faac1e9255a6149676-1 {}] regionserver.HStore(327): Store=b5947ad8ef05c6faac1e9255a6149676/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=33 2024-12-13T08:18:09,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=33, state=SUCCESS; OpenRegionProcedure 023d8b15d643a6787e9e96253c25a27c, server=6b1293cedc9a,44603,1734077884032 in 169 msec 2024-12-13T08:18:09,635 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b5947ad8ef05c6faac1e9255a6149676 2024-12-13T08:18:09,636 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b5947ad8ef05c6faac1e9255a6149676 2024-12-13T08:18:09,637 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:09,637 INFO [StoreOpener-d87c807b2715894eb98bc85f7d34e918-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d87c807b2715894eb98bc85f7d34e918 columnFamilyName info 2024-12-13T08:18:09,637 DEBUG [StoreOpener-d87c807b2715894eb98bc85f7d34e918-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=023d8b15d643a6787e9e96253c25a27c, ASSIGN in 370 msec 2024-12-13T08:18:09,638 INFO [StoreOpener-d87c807b2715894eb98bc85f7d34e918-1 {}] regionserver.HStore(327): Store=d87c807b2715894eb98bc85f7d34e918/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,639 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for b5947ad8ef05c6faac1e9255a6149676 2024-12-13T08:18:09,640 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d87c807b2715894eb98bc85f7d34e918 2024-12-13T08:18:09,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=41 2024-12-13T08:18:09,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=41, state=SUCCESS; OpenRegionProcedure 4023297d7205ed48f42e83f265d53068, server=6b1293cedc9a,46225,1734077883979 in 208 msec 2024-12-13T08:18:09,641 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d87c807b2715894eb98bc85f7d34e918 2024-12-13T08:18:09,641 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/0f14ad29c248dafafa86c14e63f64891/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,642 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 0f14ad29c248dafafa86c14e63f64891; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69286447, jitterRate=0.03244851529598236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,642 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 0f14ad29c248dafafa86c14e63f64891: 2024-12-13T08:18:09,642 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:09,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4023297d7205ed48f42e83f265d53068, ASSIGN in 375 msec 2024-12-13T08:18:09,643 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:18:09,644 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for d87c807b2715894eb98bc85f7d34e918 2024-12-13T08:18:09,644 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891., pid=56, masterSystemTime=1734077889617 2024-12-13T08:18:09,645 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b5947ad8ef05c6faac1e9255a6149676/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,645 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:18:09,646 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened b5947ad8ef05c6faac1e9255a6149676; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72493903, jitterRate=0.08024333417415619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,647 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for b5947ad8ef05c6faac1e9255a6149676: 2024-12-13T08:18:09,648 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:09,648 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:09,648 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676., pid=51, masterSystemTime=1734077889595 2024-12-13T08:18:09,648 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde. 2024-12-13T08:18:09,649 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 58247b182a62563f01cff0d30588edde, NAME => 'testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-13T08:18:09,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=0f14ad29c248dafafa86c14e63f64891, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:09,649 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 58247b182a62563f01cff0d30588edde 2024-12-13T08:18:09,649 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,649 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 58247b182a62563f01cff0d30588edde 2024-12-13T08:18:09,649 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 58247b182a62563f01cff0d30588edde 2024-12-13T08:18:09,651 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f. 2024-12-13T08:18:09,651 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7285): Opening region: {ENCODED => ea036475bae0c3bec186f0df2c84a14f, NAME => 'testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-13T08:18:09,651 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d87c807b2715894eb98bc85f7d34e918/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,652 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets ea036475bae0c3bec186f0df2c84a14f 2024-12-13T08:18:09,652 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,652 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676. 2024-12-13T08:18:09,652 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7327): checking encryption for ea036475bae0c3bec186f0df2c84a14f 2024-12-13T08:18:09,652 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676. 2024-12-13T08:18:09,652 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7330): checking classloading for ea036475bae0c3bec186f0df2c84a14f 2024-12-13T08:18:09,652 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71. 2024-12-13T08:18:09,652 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 3c3c4b13bf4ba45ddeeacf873e2bca71, NAME => 'testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-13T08:18:09,652 INFO [StoreOpener-58247b182a62563f01cff0d30588edde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 58247b182a62563f01cff0d30588edde 2024-12-13T08:18:09,653 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 3c3c4b13bf4ba45ddeeacf873e2bca71 2024-12-13T08:18:09,653 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,653 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 3c3c4b13bf4ba45ddeeacf873e2bca71 2024-12-13T08:18:09,653 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 3c3c4b13bf4ba45ddeeacf873e2bca71 2024-12-13T08:18:09,654 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened d87c807b2715894eb98bc85f7d34e918; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63287043, jitterRate=-0.05694957077503204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,654 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for d87c807b2715894eb98bc85f7d34e918: 2024-12-13T08:18:09,655 INFO [StoreOpener-3c3c4b13bf4ba45ddeeacf873e2bca71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3c3c4b13bf4ba45ddeeacf873e2bca71 2024-12-13T08:18:09,655 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918., pid=46, masterSystemTime=1734077889581 2024-12-13T08:18:09,656 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=b5947ad8ef05c6faac1e9255a6149676, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:09,656 INFO [StoreOpener-58247b182a62563f01cff0d30588edde-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58247b182a62563f01cff0d30588edde columnFamilyName info 2024-12-13T08:18:09,656 DEBUG [StoreOpener-58247b182a62563f01cff0d30588edde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,657 INFO [StoreOpener-ea036475bae0c3bec186f0df2c84a14f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ea036475bae0c3bec186f0df2c84a14f 2024-12-13T08:18:09,658 INFO [StoreOpener-58247b182a62563f01cff0d30588edde-1 {}] regionserver.HStore(327): Store=58247b182a62563f01cff0d30588edde/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=39 2024-12-13T08:18:09,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=39, state=SUCCESS; OpenRegionProcedure 0f14ad29c248dafafa86c14e63f64891, server=6b1293cedc9a,44275,1734077884121 in 191 msec 2024-12-13T08:18:09,658 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918. 2024-12-13T08:18:09,659 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918. 2024-12-13T08:18:09,659 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa. 2024-12-13T08:18:09,659 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 590d4094786ec4f911bfafdd80e257aa, NAME => 'testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-13T08:18:09,659 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 590d4094786ec4f911bfafdd80e257aa 2024-12-13T08:18:09,660 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,660 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 590d4094786ec4f911bfafdd80e257aa 2024-12-13T08:18:09,660 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 590d4094786ec4f911bfafdd80e257aa 2024-12-13T08:18:09,661 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=d87c807b2715894eb98bc85f7d34e918, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:09,661 INFO [StoreOpener-ea036475bae0c3bec186f0df2c84a14f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea036475bae0c3bec186f0df2c84a14f columnFamilyName info 2024-12-13T08:18:09,661 DEBUG [StoreOpener-ea036475bae0c3bec186f0df2c84a14f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,662 INFO [StoreOpener-ea036475bae0c3bec186f0df2c84a14f-1 {}] regionserver.HStore(327): Store=ea036475bae0c3bec186f0df2c84a14f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,662 INFO [StoreOpener-590d4094786ec4f911bfafdd80e257aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 590d4094786ec4f911bfafdd80e257aa 2024-12-13T08:18:09,664 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/ea036475bae0c3bec186f0df2c84a14f 2024-12-13T08:18:09,665 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/ea036475bae0c3bec186f0df2c84a14f 2024-12-13T08:18:09,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=25 2024-12-13T08:18:09,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=25, state=SUCCESS; OpenRegionProcedure b5947ad8ef05c6faac1e9255a6149676, server=6b1293cedc9a,44603,1734077884032 in 215 msec 2024-12-13T08:18:09,667 INFO [StoreOpener-590d4094786ec4f911bfafdd80e257aa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 590d4094786ec4f911bfafdd80e257aa columnFamilyName info 2024-12-13T08:18:09,668 DEBUG [StoreOpener-590d4094786ec4f911bfafdd80e257aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=0f14ad29c248dafafa86c14e63f64891, ASSIGN in 393 msec 2024-12-13T08:18:09,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=24 2024-12-13T08:18:09,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=24, state=SUCCESS; OpenRegionProcedure d87c807b2715894eb98bc85f7d34e918, server=6b1293cedc9a,46225,1734077883979 in 233 msec 2024-12-13T08:18:09,670 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1085): writing seq id for ea036475bae0c3bec186f0df2c84a14f 2024-12-13T08:18:09,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=b5947ad8ef05c6faac1e9255a6149676, ASSIGN in 401 msec 2024-12-13T08:18:09,670 INFO [StoreOpener-590d4094786ec4f911bfafdd80e257aa-1 {}] regionserver.HStore(327): Store=590d4094786ec4f911bfafdd80e257aa/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,671 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/58247b182a62563f01cff0d30588edde 2024-12-13T08:18:09,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d87c807b2715894eb98bc85f7d34e918, ASSIGN in 404 msec 2024-12-13T08:18:09,672 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/590d4094786ec4f911bfafdd80e257aa 2024-12-13T08:18:09,672 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/58247b182a62563f01cff0d30588edde 2024-12-13T08:18:09,673 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/590d4094786ec4f911bfafdd80e257aa 2024-12-13T08:18:09,675 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/ea036475bae0c3bec186f0df2c84a14f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,676 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 58247b182a62563f01cff0d30588edde 2024-12-13T08:18:09,676 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1102): Opened ea036475bae0c3bec186f0df2c84a14f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70214298, jitterRate=0.0462745726108551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,677 INFO [StoreOpener-3c3c4b13bf4ba45ddeeacf873e2bca71-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c3c4b13bf4ba45ddeeacf873e2bca71 columnFamilyName info 2024-12-13T08:18:09,677 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1001): Region open journal for ea036475bae0c3bec186f0df2c84a14f: 2024-12-13T08:18:09,677 DEBUG [StoreOpener-3c3c4b13bf4ba45ddeeacf873e2bca71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,678 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 590d4094786ec4f911bfafdd80e257aa 2024-12-13T08:18:09,678 INFO [StoreOpener-3c3c4b13bf4ba45ddeeacf873e2bca71-1 {}] regionserver.HStore(327): Store=3c3c4b13bf4ba45ddeeacf873e2bca71/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,678 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f., pid=63, masterSystemTime=1734077889642 2024-12-13T08:18:09,679 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/3c3c4b13bf4ba45ddeeacf873e2bca71 2024-12-13T08:18:09,679 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/58247b182a62563f01cff0d30588edde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,680 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/3c3c4b13bf4ba45ddeeacf873e2bca71 2024-12-13T08:18:09,680 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 58247b182a62563f01cff0d30588edde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71201810, jitterRate=0.06098964810371399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,680 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 58247b182a62563f01cff0d30588edde: 2024-12-13T08:18:09,680 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f. 2024-12-13T08:18:09,680 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f. 2024-12-13T08:18:09,680 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7. 2024-12-13T08:18:09,681 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7285): Opening region: {ENCODED => 4ae04a40dc43e80ce02c735c7e05bdf7, NAME => 'testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-13T08:18:09,681 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 4ae04a40dc43e80ce02c735c7e05bdf7 2024-12-13T08:18:09,681 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,681 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7327): checking encryption for 4ae04a40dc43e80ce02c735c7e05bdf7 2024-12-13T08:18:09,681 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde., pid=58, masterSystemTime=1734077889617 2024-12-13T08:18:09,681 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7330): checking classloading for 4ae04a40dc43e80ce02c735c7e05bdf7 2024-12-13T08:18:09,682 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=ea036475bae0c3bec186f0df2c84a14f, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:09,685 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/590d4094786ec4f911bfafdd80e257aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,686 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde. 2024-12-13T08:18:09,686 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde. 2024-12-13T08:18:09,686 INFO [StoreOpener-4ae04a40dc43e80ce02c735c7e05bdf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4ae04a40dc43e80ce02c735c7e05bdf7 2024-12-13T08:18:09,686 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2. 2024-12-13T08:18:09,686 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7285): Opening region: {ENCODED => be5b61b727e783f36b619a302dd9eee2, NAME => 'testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-13T08:18:09,686 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 590d4094786ec4f911bfafdd80e257aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66528521, jitterRate=-0.00864778459072113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,686 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 590d4094786ec4f911bfafdd80e257aa: 2024-12-13T08:18:09,687 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets be5b61b727e783f36b619a302dd9eee2 2024-12-13T08:18:09,687 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,687 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=58247b182a62563f01cff0d30588edde, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:09,687 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7327): checking encryption for be5b61b727e783f36b619a302dd9eee2 2024-12-13T08:18:09,687 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7330): checking classloading for be5b61b727e783f36b619a302dd9eee2 2024-12-13T08:18:09,688 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa., pid=48, masterSystemTime=1734077889581 2024-12-13T08:18:09,690 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 3c3c4b13bf4ba45ddeeacf873e2bca71 2024-12-13T08:18:09,690 INFO [StoreOpener-4ae04a40dc43e80ce02c735c7e05bdf7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ae04a40dc43e80ce02c735c7e05bdf7 columnFamilyName info 2024-12-13T08:18:09,690 DEBUG [StoreOpener-4ae04a40dc43e80ce02c735c7e05bdf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=22 2024-12-13T08:18:09,692 INFO [StoreOpener-be5b61b727e783f36b619a302dd9eee2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region be5b61b727e783f36b619a302dd9eee2 2024-12-13T08:18:09,693 INFO [StoreOpener-4ae04a40dc43e80ce02c735c7e05bdf7-1 {}] regionserver.HStore(327): Store=4ae04a40dc43e80ce02c735c7e05bdf7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,693 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa. 2024-12-13T08:18:09,693 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa. 2024-12-13T08:18:09,693 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152. 2024-12-13T08:18:09,693 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 7fdc58692d3d20cbf88bf39b531ea152, NAME => 'testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-13T08:18:09,694 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 7fdc58692d3d20cbf88bf39b531ea152 2024-12-13T08:18:09,694 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,694 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/4ae04a40dc43e80ce02c735c7e05bdf7 2024-12-13T08:18:09,694 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 7fdc58692d3d20cbf88bf39b531ea152 2024-12-13T08:18:09,694 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 7fdc58692d3d20cbf88bf39b531ea152 2024-12-13T08:18:09,694 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/4ae04a40dc43e80ce02c735c7e05bdf7 2024-12-13T08:18:09,695 INFO [StoreOpener-be5b61b727e783f36b619a302dd9eee2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be5b61b727e783f36b619a302dd9eee2 columnFamilyName info 2024-12-13T08:18:09,695 DEBUG [StoreOpener-be5b61b727e783f36b619a302dd9eee2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=22, state=SUCCESS; OpenRegionProcedure ea036475bae0c3bec186f0df2c84a14f, server=6b1293cedc9a,35111,1734077884074 in 202 msec 2024-12-13T08:18:09,697 INFO [StoreOpener-be5b61b727e783f36b619a302dd9eee2-1 {}] regionserver.HStore(327): Store=be5b61b727e783f36b619a302dd9eee2/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=40 2024-12-13T08:18:09,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=ea036475bae0c3bec186f0df2c84a14f, ASSIGN in 427 msec 2024-12-13T08:18:09,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=40, state=SUCCESS; OpenRegionProcedure 58247b182a62563f01cff0d30588edde, server=6b1293cedc9a,44275,1734077884121 in 226 msec 2024-12-13T08:18:09,698 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/be5b61b727e783f36b619a302dd9eee2 2024-12-13T08:18:09,698 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/3c3c4b13bf4ba45ddeeacf873e2bca71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,699 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=590d4094786ec4f911bfafdd80e257aa, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:09,699 INFO [StoreOpener-7fdc58692d3d20cbf88bf39b531ea152-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7fdc58692d3d20cbf88bf39b531ea152 2024-12-13T08:18:09,699 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/be5b61b727e783f36b619a302dd9eee2 2024-12-13T08:18:09,699 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 3c3c4b13bf4ba45ddeeacf873e2bca71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63979673, jitterRate=-0.04662857949733734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,700 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 3c3c4b13bf4ba45ddeeacf873e2bca71: 2024-12-13T08:18:09,700 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1085): writing seq id for 4ae04a40dc43e80ce02c735c7e05bdf7 2024-12-13T08:18:09,701 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71., pid=52, masterSystemTime=1734077889595 2024-12-13T08:18:09,703 INFO [StoreOpener-7fdc58692d3d20cbf88bf39b531ea152-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fdc58692d3d20cbf88bf39b531ea152 columnFamilyName info 2024-12-13T08:18:09,703 DEBUG [StoreOpener-7fdc58692d3d20cbf88bf39b531ea152-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=58247b182a62563f01cff0d30588edde, ASSIGN in 433 msec 2024-12-13T08:18:09,704 INFO [StoreOpener-7fdc58692d3d20cbf88bf39b531ea152-1 {}] regionserver.HStore(327): Store=7fdc58692d3d20cbf88bf39b531ea152/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,705 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/4ae04a40dc43e80ce02c735c7e05bdf7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,705 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/7fdc58692d3d20cbf88bf39b531ea152 2024-12-13T08:18:09,705 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1085): writing seq id for be5b61b727e783f36b619a302dd9eee2 2024-12-13T08:18:09,706 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/7fdc58692d3d20cbf88bf39b531ea152 2024-12-13T08:18:09,706 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1102): Opened 4ae04a40dc43e80ce02c735c7e05bdf7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68694153, jitterRate=0.023622646927833557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,706 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1001): Region open journal for 4ae04a40dc43e80ce02c735c7e05bdf7: 2024-12-13T08:18:09,706 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71. 2024-12-13T08:18:09,706 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71. 2024-12-13T08:18:09,706 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e. 2024-12-13T08:18:09,706 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => d19a15353d1e00a72576885f5279045e, NAME => 'testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-13T08:18:09,707 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets d19a15353d1e00a72576885f5279045e 2024-12-13T08:18:09,707 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,707 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for d19a15353d1e00a72576885f5279045e 2024-12-13T08:18:09,707 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for d19a15353d1e00a72576885f5279045e 2024-12-13T08:18:09,708 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=3c3c4b13bf4ba45ddeeacf873e2bca71, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:09,709 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7., pid=65, masterSystemTime=1734077889642 2024-12-13T08:18:09,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=28 2024-12-13T08:18:09,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=28, state=SUCCESS; OpenRegionProcedure 590d4094786ec4f911bfafdd80e257aa, server=6b1293cedc9a,46225,1734077883979 in 269 msec 2024-12-13T08:18:09,710 INFO [StoreOpener-d19a15353d1e00a72576885f5279045e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d19a15353d1e00a72576885f5279045e 2024-12-13T08:18:09,711 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/be5b61b727e783f36b619a302dd9eee2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,712 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 7fdc58692d3d20cbf88bf39b531ea152 2024-12-13T08:18:09,712 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1102): Opened be5b61b727e783f36b619a302dd9eee2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70440478, jitterRate=0.049644917249679565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,712 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1001): Region open journal for be5b61b727e783f36b619a302dd9eee2: 2024-12-13T08:18:09,712 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7. 2024-12-13T08:18:09,713 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7. 2024-12-13T08:18:09,713 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d. 2024-12-13T08:18:09,713 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => a2af1f44b80960aafa1cf5f3fa73229d, NAME => 'testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-13T08:18:09,714 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets a2af1f44b80960aafa1cf5f3fa73229d 2024-12-13T08:18:09,714 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2., pid=62, masterSystemTime=1734077889617 2024-12-13T08:18:09,714 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=590d4094786ec4f911bfafdd80e257aa, ASSIGN in 444 msec 2024-12-13T08:18:09,714 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=4ae04a40dc43e80ce02c735c7e05bdf7, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:09,714 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for a2af1f44b80960aafa1cf5f3fa73229d 2024-12-13T08:18:09,714 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for a2af1f44b80960aafa1cf5f3fa73229d 2024-12-13T08:18:09,715 INFO [StoreOpener-d19a15353d1e00a72576885f5279045e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d19a15353d1e00a72576885f5279045e columnFamilyName info 2024-12-13T08:18:09,716 DEBUG [StoreOpener-d19a15353d1e00a72576885f5279045e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,718 INFO [StoreOpener-d19a15353d1e00a72576885f5279045e-1 {}] regionserver.HStore(327): Store=d19a15353d1e00a72576885f5279045e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,719 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d19a15353d1e00a72576885f5279045e 2024-12-13T08:18:09,720 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2. 2024-12-13T08:18:09,720 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2. 2024-12-13T08:18:09,720 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24. 2024-12-13T08:18:09,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=36 2024-12-13T08:18:09,720 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d19a15353d1e00a72576885f5279045e 2024-12-13T08:18:09,720 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => bb28d5cf8bc147ab5a673b32a0892f24, NAME => 'testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-13T08:18:09,721 INFO [StoreOpener-a2af1f44b80960aafa1cf5f3fa73229d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a2af1f44b80960aafa1cf5f3fa73229d 2024-12-13T08:18:09,721 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets bb28d5cf8bc147ab5a673b32a0892f24 2024-12-13T08:18:09,721 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,721 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/7fdc58692d3d20cbf88bf39b531ea152/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,721 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for bb28d5cf8bc147ab5a673b32a0892f24 2024-12-13T08:18:09,721 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for bb28d5cf8bc147ab5a673b32a0892f24 2024-12-13T08:18:09,722 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 7fdc58692d3d20cbf88bf39b531ea152; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73933732, jitterRate=0.10169845819473267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,722 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 7fdc58692d3d20cbf88bf39b531ea152: 2024-12-13T08:18:09,724 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152., pid=47, masterSystemTime=1734077889581 2024-12-13T08:18:09,724 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for d19a15353d1e00a72576885f5279045e 2024-12-13T08:18:09,725 INFO [StoreOpener-a2af1f44b80960aafa1cf5f3fa73229d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2af1f44b80960aafa1cf5f3fa73229d columnFamilyName info 2024-12-13T08:18:09,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=36, state=SUCCESS; OpenRegionProcedure 3c3c4b13bf4ba45ddeeacf873e2bca71, server=6b1293cedc9a,44603,1734077884032 in 267 msec 2024-12-13T08:18:09,725 DEBUG [StoreOpener-a2af1f44b80960aafa1cf5f3fa73229d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=30 2024-12-13T08:18:09,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=30, state=SUCCESS; OpenRegionProcedure 4ae04a40dc43e80ce02c735c7e05bdf7, server=6b1293cedc9a,35111,1734077884074 in 225 msec 2024-12-13T08:18:09,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=3c3c4b13bf4ba45ddeeacf873e2bca71, ASSIGN in 457 msec 2024-12-13T08:18:09,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=be5b61b727e783f36b619a302dd9eee2, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:09,727 INFO [StoreOpener-a2af1f44b80960aafa1cf5f3fa73229d-1 {}] regionserver.HStore(327): Store=a2af1f44b80960aafa1cf5f3fa73229d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,727 INFO [StoreOpener-bb28d5cf8bc147ab5a673b32a0892f24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region bb28d5cf8bc147ab5a673b32a0892f24 2024-12-13T08:18:09,728 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 22175, reset compression=false 2024-12-13T08:18:09,728 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152. 2024-12-13T08:18:09,728 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/a2af1f44b80960aafa1cf5f3fa73229d 2024-12-13T08:18:09,728 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152. 2024-12-13T08:18:09,728 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c. 2024-12-13T08:18:09,728 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 26b0ff47cc0a55a5108c8955f6078b0c, NAME => 'testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-13T08:18:09,729 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 26b0ff47cc0a55a5108c8955f6078b0c 2024-12-13T08:18:09,729 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,729 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 26b0ff47cc0a55a5108c8955f6078b0c 2024-12-13T08:18:09,729 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 26b0ff47cc0a55a5108c8955f6078b0c 2024-12-13T08:18:09,730 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/a2af1f44b80960aafa1cf5f3fa73229d 2024-12-13T08:18:09,733 INFO [StoreOpener-bb28d5cf8bc147ab5a673b32a0892f24-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb28d5cf8bc147ab5a673b32a0892f24 columnFamilyName info 2024-12-13T08:18:09,733 DEBUG [StoreOpener-bb28d5cf8bc147ab5a673b32a0892f24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4ae04a40dc43e80ce02c735c7e05bdf7, ASSIGN in 461 msec 2024-12-13T08:18:09,734 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d19a15353d1e00a72576885f5279045e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,734 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=7fdc58692d3d20cbf88bf39b531ea152, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:09,734 INFO [StoreOpener-bb28d5cf8bc147ab5a673b32a0892f24-1 {}] regionserver.HStore(327): Store=bb28d5cf8bc147ab5a673b32a0892f24/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,735 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for a2af1f44b80960aafa1cf5f3fa73229d 2024-12-13T08:18:09,736 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/bb28d5cf8bc147ab5a673b32a0892f24 2024-12-13T08:18:09,736 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened d19a15353d1e00a72576885f5279045e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60719734, jitterRate=-0.09520545601844788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,736 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for d19a15353d1e00a72576885f5279045e: 2024-12-13T08:18:09,738 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/bb28d5cf8bc147ab5a673b32a0892f24 2024-12-13T08:18:09,738 INFO [StoreOpener-26b0ff47cc0a55a5108c8955f6078b0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 26b0ff47cc0a55a5108c8955f6078b0c 2024-12-13T08:18:09,739 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e., pid=49, masterSystemTime=1734077889595 2024-12-13T08:18:09,741 INFO [StoreOpener-26b0ff47cc0a55a5108c8955f6078b0c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26b0ff47cc0a55a5108c8955f6078b0c columnFamilyName info 2024-12-13T08:18:09,741 DEBUG [StoreOpener-26b0ff47cc0a55a5108c8955f6078b0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,742 INFO [StoreOpener-26b0ff47cc0a55a5108c8955f6078b0c-1 {}] regionserver.HStore(327): Store=26b0ff47cc0a55a5108c8955f6078b0c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,742 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/a2af1f44b80960aafa1cf5f3fa73229d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,742 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:18:09,743 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:18:09,743 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 30677, reset compression=false 2024-12-13T08:18:09,743 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e. 2024-12-13T08:18:09,743 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e. 2024-12-13T08:18:09,743 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/46=[#edits: 5 = ],988}, {hbase:meta/1588230740/47=[#edits: 5 = ],1004}, {hbase:meta/1588230740/48=[#edits: 5 = ],1004}, {hbase:meta/1588230740/49=[#edits: 5 = ],1004}, {hbase:meta/1588230740/50=[#edits: 5 = ],1004}, {hbase:meta/1588230740/51=[#edits: 5 = ],1004}, {hbase:meta/1588230740/52=[#edits: 5 = ],1004}, {hbase:meta/1588230740/53=[#edits: 5 = ],1004}, {hbase:meta/1588230740/54=[#edits: 5 = ],1004}, {hbase:meta/1588230740/55=[#edits: 5 = ],1004}, {hbase:meta/1588230740/56=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=29967, nbRowKeys=11, nbHFiles=0, heapSize=11028, lastSeqIds={}, endOfFile=false,usedBufferSize=11028] 2024-12-13T08:18:09,743 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a. 2024-12-13T08:18:09,744 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 572827057de229047bd8c7340780ab8a, NAME => 'testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-13T08:18:09,744 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/26b0ff47cc0a55a5108c8955f6078b0c 2024-12-13T08:18:09,744 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 572827057de229047bd8c7340780ab8a 2024-12-13T08:18:09,744 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,744 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 572827057de229047bd8c7340780ab8a 2024-12-13T08:18:09,744 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 572827057de229047bd8c7340780ab8a 2024-12-13T08:18:09,745 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened a2af1f44b80960aafa1cf5f3fa73229d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74798839, jitterRate=0.11458955705165863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,745 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for a2af1f44b80960aafa1cf5f3fa73229d: 2024-12-13T08:18:09,746 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/26b0ff47cc0a55a5108c8955f6078b0c 2024-12-13T08:18:09,747 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for bb28d5cf8bc147ab5a673b32a0892f24 2024-12-13T08:18:09,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=20 2024-12-13T08:18:09,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=20, state=SUCCESS; OpenRegionProcedure be5b61b727e783f36b619a302dd9eee2, server=6b1293cedc9a,44275,1734077884121 in 255 msec 2024-12-13T08:18:09,748 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d., pid=66, masterSystemTime=1734077889642 2024-12-13T08:18:09,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=d19a15353d1e00a72576885f5279045e, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:09,753 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/57=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=30677, nbRowKeys=1, nbHFiles=0, heapSize=1004, lastSeqIds={}, endOfFile=false,usedBufferSize=1004] 2024-12-13T08:18:09,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=32 2024-12-13T08:18:09,755 INFO [StoreOpener-572827057de229047bd8c7340780ab8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 572827057de229047bd8c7340780ab8a 2024-12-13T08:18:09,756 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 26b0ff47cc0a55a5108c8955f6078b0c 2024-12-13T08:18:09,757 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d. 2024-12-13T08:18:09,757 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d. 2024-12-13T08:18:09,757 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2. 2024-12-13T08:18:09,757 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => b1b9b0aae5ce9aacab2c5f90cbb8f6b2, NAME => 'testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-13T08:18:09,757 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets b1b9b0aae5ce9aacab2c5f90cbb8f6b2 2024-12-13T08:18:09,757 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,758 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for b1b9b0aae5ce9aacab2c5f90cbb8f6b2 2024-12-13T08:18:09,758 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for b1b9b0aae5ce9aacab2c5f90cbb8f6b2 2024-12-13T08:18:09,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=be5b61b727e783f36b619a302dd9eee2, ASSIGN in 482 msec 2024-12-13T08:18:09,760 INFO [StoreOpener-572827057de229047bd8c7340780ab8a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 572827057de229047bd8c7340780ab8a columnFamilyName info 2024-12-13T08:18:09,760 DEBUG [StoreOpener-572827057de229047bd8c7340780ab8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=32, state=SUCCESS; OpenRegionProcedure 7fdc58692d3d20cbf88bf39b531ea152, server=6b1293cedc9a,46225,1734077883979 in 307 msec 2024-12-13T08:18:09,761 INFO [StoreOpener-572827057de229047bd8c7340780ab8a-1 {}] regionserver.HStore(327): Store=572827057de229047bd8c7340780ab8a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,761 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/bb28d5cf8bc147ab5a673b32a0892f24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=29 2024-12-13T08:18:09,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=29, state=SUCCESS; OpenRegionProcedure d19a15353d1e00a72576885f5279045e, server=6b1293cedc9a,44603,1734077884032 in 316 msec 2024-12-13T08:18:09,762 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=a2af1f44b80960aafa1cf5f3fa73229d, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:09,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=7fdc58692d3d20cbf88bf39b531ea152, ASSIGN in 494 msec 2024-12-13T08:18:09,763 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/572827057de229047bd8c7340780ab8a 2024-12-13T08:18:09,764 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/572827057de229047bd8c7340780ab8a 2024-12-13T08:18:09,764 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened bb28d5cf8bc147ab5a673b32a0892f24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66880083, jitterRate=-0.0034091025590896606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,764 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for bb28d5cf8bc147ab5a673b32a0892f24: 2024-12-13T08:18:09,766 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24., pid=60, masterSystemTime=1734077889617 2024-12-13T08:18:09,766 INFO [StoreOpener-b1b9b0aae5ce9aacab2c5f90cbb8f6b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b1b9b0aae5ce9aacab2c5f90cbb8f6b2 2024-12-13T08:18:09,767 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/26b0ff47cc0a55a5108c8955f6078b0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,768 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 26b0ff47cc0a55a5108c8955f6078b0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68584411, jitterRate=0.021987363696098328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,769 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 26b0ff47cc0a55a5108c8955f6078b0c: 2024-12-13T08:18:09,769 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 572827057de229047bd8c7340780ab8a 2024-12-13T08:18:09,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d19a15353d1e00a72576885f5279045e, ASSIGN in 497 msec 2024-12-13T08:18:09,770 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c., pid=44, masterSystemTime=1734077889581 2024-12-13T08:18:09,770 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:18:09,770 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 32807, reset compression=false 2024-12-13T08:18:09,770 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/58=[#edits: 5 = ],1004}, {hbase:meta/1588230740/59=[#edits: 5 = ],1004}, {hbase:meta/1588230740/60=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=32807, nbRowKeys=3, nbHFiles=0, heapSize=3012, lastSeqIds={}, endOfFile=false,usedBufferSize=3012] 2024-12-13T08:18:09,772 INFO [StoreOpener-b1b9b0aae5ce9aacab2c5f90cbb8f6b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1b9b0aae5ce9aacab2c5f90cbb8f6b2 columnFamilyName info 2024-12-13T08:18:09,772 DEBUG [StoreOpener-b1b9b0aae5ce9aacab2c5f90cbb8f6b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,773 INFO [StoreOpener-b1b9b0aae5ce9aacab2c5f90cbb8f6b2-1 {}] regionserver.HStore(327): Store=b1b9b0aae5ce9aacab2c5f90cbb8f6b2/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,774 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24. 2024-12-13T08:18:09,774 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24. 2024-12-13T08:18:09,774 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45. 2024-12-13T08:18:09,774 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => deb2a69580f752627f1465a8b286fe45, NAME => 'testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-13T08:18:09,775 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b1b9b0aae5ce9aacab2c5f90cbb8f6b2 2024-12-13T08:18:09,775 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets deb2a69580f752627f1465a8b286fe45 2024-12-13T08:18:09,775 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,775 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for deb2a69580f752627f1465a8b286fe45 2024-12-13T08:18:09,775 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for deb2a69580f752627f1465a8b286fe45 2024-12-13T08:18:09,776 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b1b9b0aae5ce9aacab2c5f90cbb8f6b2 2024-12-13T08:18:09,777 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/572827057de229047bd8c7340780ab8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,778 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=bb28d5cf8bc147ab5a673b32a0892f24, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:09,778 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 572827057de229047bd8c7340780ab8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68461594, jitterRate=0.02015724778175354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,778 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 572827057de229047bd8c7340780ab8a: 2024-12-13T08:18:09,778 INFO [StoreOpener-deb2a69580f752627f1465a8b286fe45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region deb2a69580f752627f1465a8b286fe45 2024-12-13T08:18:09,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=38 2024-12-13T08:18:09,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=38, state=SUCCESS; OpenRegionProcedure a2af1f44b80960aafa1cf5f3fa73229d, server=6b1293cedc9a,35111,1734077884074 in 272 msec 2024-12-13T08:18:09,779 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c. 2024-12-13T08:18:09,780 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c. 2024-12-13T08:18:09,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=26b0ff47cc0a55a5108c8955f6078b0c, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:09,782 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a., pid=53, masterSystemTime=1734077889595 2024-12-13T08:18:09,782 INFO [StoreOpener-deb2a69580f752627f1465a8b286fe45-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deb2a69580f752627f1465a8b286fe45 columnFamilyName info 2024-12-13T08:18:09,783 DEBUG [StoreOpener-deb2a69580f752627f1465a8b286fe45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,784 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for b1b9b0aae5ce9aacab2c5f90cbb8f6b2 2024-12-13T08:18:09,785 INFO [StoreOpener-deb2a69580f752627f1465a8b286fe45-1 {}] regionserver.HStore(327): Store=deb2a69580f752627f1465a8b286fe45/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,786 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/deb2a69580f752627f1465a8b286fe45 2024-12-13T08:18:09,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=a2af1f44b80960aafa1cf5f3fa73229d, ASSIGN in 514 msec 2024-12-13T08:18:09,788 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a. 2024-12-13T08:18:09,788 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/deb2a69580f752627f1465a8b286fe45 2024-12-13T08:18:09,788 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a. 2024-12-13T08:18:09,788 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8. 2024-12-13T08:18:09,788 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=572827057de229047bd8c7340780ab8a, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:09,788 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 99da798fa0a56b8cb53c6318403722b8, NAME => 'testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-13T08:18:09,790 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 99da798fa0a56b8cb53c6318403722b8 2024-12-13T08:18:09,790 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,790 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 99da798fa0a56b8cb53c6318403722b8 2024-12-13T08:18:09,790 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 99da798fa0a56b8cb53c6318403722b8 2024-12-13T08:18:09,791 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b1b9b0aae5ce9aacab2c5f90cbb8f6b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,792 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened b1b9b0aae5ce9aacab2c5f90cbb8f6b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71723808, jitterRate=0.06876802444458008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,793 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for b1b9b0aae5ce9aacab2c5f90cbb8f6b2: 2024-12-13T08:18:09,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=23 2024-12-13T08:18:09,794 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2., pid=64, masterSystemTime=1734077889642 2024-12-13T08:18:09,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=23, state=SUCCESS; OpenRegionProcedure bb28d5cf8bc147ab5a673b32a0892f24, server=6b1293cedc9a,44275,1734077884121 in 307 msec 2024-12-13T08:18:09,795 INFO [StoreOpener-99da798fa0a56b8cb53c6318403722b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 99da798fa0a56b8cb53c6318403722b8 2024-12-13T08:18:09,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=37 2024-12-13T08:18:09,796 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for deb2a69580f752627f1465a8b286fe45 2024-12-13T08:18:09,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=21 2024-12-13T08:18:09,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=21, state=SUCCESS; OpenRegionProcedure 572827057de229047bd8c7340780ab8a, server=6b1293cedc9a,44603,1734077884032 in 346 msec 2024-12-13T08:18:09,798 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2. 2024-12-13T08:18:09,798 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2. 2024-12-13T08:18:09,798 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad. 2024-12-13T08:18:09,799 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7285): Opening region: {ENCODED => 86520eac0928137dd426c0bf4c447aad, NAME => 'testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad.', STARTKEY => 'yyy', ENDKEY => ''} 2024-12-13T08:18:09,799 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 86520eac0928137dd426c0bf4c447aad 2024-12-13T08:18:09,799 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,799 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7327): checking encryption for 86520eac0928137dd426c0bf4c447aad 2024-12-13T08:18:09,799 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7330): checking classloading for 86520eac0928137dd426c0bf4c447aad 2024-12-13T08:18:09,800 INFO [StoreOpener-99da798fa0a56b8cb53c6318403722b8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99da798fa0a56b8cb53c6318403722b8 columnFamilyName info 2024-12-13T08:18:09,800 DEBUG [StoreOpener-99da798fa0a56b8cb53c6318403722b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=26b0ff47cc0a55a5108c8955f6078b0c, ASSIGN in 531 msec 2024-12-13T08:18:09,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=37, state=SUCCESS; OpenRegionProcedure 26b0ff47cc0a55a5108c8955f6078b0c, server=6b1293cedc9a,46225,1734077883979 in 360 msec 2024-12-13T08:18:09,801 INFO [StoreOpener-99da798fa0a56b8cb53c6318403722b8-1 {}] regionserver.HStore(327): Store=99da798fa0a56b8cb53c6318403722b8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=bb28d5cf8bc147ab5a673b32a0892f24, ASSIGN in 530 msec 2024-12-13T08:18:09,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=572827057de229047bd8c7340780ab8a, ASSIGN in 533 msec 2024-12-13T08:18:09,802 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/deb2a69580f752627f1465a8b286fe45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,802 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/99da798fa0a56b8cb53c6318403722b8 2024-12-13T08:18:09,803 INFO [StoreOpener-86520eac0928137dd426c0bf4c447aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 86520eac0928137dd426c0bf4c447aad 2024-12-13T08:18:09,803 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=b1b9b0aae5ce9aacab2c5f90cbb8f6b2, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:09,803 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/99da798fa0a56b8cb53c6318403722b8 2024-12-13T08:18:09,803 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened deb2a69580f752627f1465a8b286fe45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73564633, jitterRate=0.09619845449924469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,804 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for deb2a69580f752627f1465a8b286fe45: 2024-12-13T08:18:09,805 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45., pid=61, masterSystemTime=1734077889617 2024-12-13T08:18:09,805 INFO [StoreOpener-86520eac0928137dd426c0bf4c447aad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86520eac0928137dd426c0bf4c447aad columnFamilyName info 2024-12-13T08:18:09,805 DEBUG [StoreOpener-86520eac0928137dd426c0bf4c447aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,806 INFO [StoreOpener-86520eac0928137dd426c0bf4c447aad-1 {}] regionserver.HStore(327): Store=86520eac0928137dd426c0bf4c447aad/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,808 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/86520eac0928137dd426c0bf4c447aad 2024-12-13T08:18:09,808 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 99da798fa0a56b8cb53c6318403722b8 2024-12-13T08:18:09,809 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/86520eac0928137dd426c0bf4c447aad 2024-12-13T08:18:09,810 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45. 2024-12-13T08:18:09,810 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45. 2024-12-13T08:18:09,810 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6. 2024-12-13T08:18:09,810 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => ace27628d430140c09df0178add4ecb6, NAME => 'testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-13T08:18:09,810 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets ace27628d430140c09df0178add4ecb6 2024-12-13T08:18:09,811 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,811 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for ace27628d430140c09df0178add4ecb6 2024-12-13T08:18:09,811 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for ace27628d430140c09df0178add4ecb6 2024-12-13T08:18:09,812 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/99da798fa0a56b8cb53c6318403722b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,812 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=deb2a69580f752627f1465a8b286fe45, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:09,813 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 99da798fa0a56b8cb53c6318403722b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69751474, jitterRate=0.039377957582473755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,813 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 99da798fa0a56b8cb53c6318403722b8: 2024-12-13T08:18:09,813 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1085): writing seq id for 86520eac0928137dd426c0bf4c447aad 2024-12-13T08:18:09,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=35 2024-12-13T08:18:09,814 INFO [StoreOpener-ace27628d430140c09df0178add4ecb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ace27628d430140c09df0178add4ecb6 2024-12-13T08:18:09,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=35, state=SUCCESS; OpenRegionProcedure b1b9b0aae5ce9aacab2c5f90cbb8f6b2, server=6b1293cedc9a,35111,1734077884074 in 320 msec 2024-12-13T08:18:09,814 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8., pid=54, masterSystemTime=1734077889595 2024-12-13T08:18:09,816 INFO [StoreOpener-ace27628d430140c09df0178add4ecb6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace27628d430140c09df0178add4ecb6 columnFamilyName info 2024-12-13T08:18:09,816 DEBUG [StoreOpener-ace27628d430140c09df0178add4ecb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=b1b9b0aae5ce9aacab2c5f90cbb8f6b2, ASSIGN in 549 msec 2024-12-13T08:18:09,817 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8. 2024-12-13T08:18:09,817 INFO [StoreOpener-ace27628d430140c09df0178add4ecb6-1 {}] regionserver.HStore(327): Store=ace27628d430140c09df0178add4ecb6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,817 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8. 2024-12-13T08:18:09,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=99da798fa0a56b8cb53c6318403722b8, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,44603,1734077884032 2024-12-13T08:18:09,818 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/ace27628d430140c09df0178add4ecb6 2024-12-13T08:18:09,818 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/86520eac0928137dd426c0bf4c447aad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,819 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/ace27628d430140c09df0178add4ecb6 2024-12-13T08:18:09,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=34 2024-12-13T08:18:09,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=34, state=SUCCESS; OpenRegionProcedure deb2a69580f752627f1465a8b286fe45, server=6b1293cedc9a,44275,1734077884121 in 336 msec 2024-12-13T08:18:09,819 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1102): Opened 86520eac0928137dd426c0bf4c447aad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66985842, jitterRate=-0.0018331706523895264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,820 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1001): Region open journal for 86520eac0928137dd426c0bf4c447aad: 2024-12-13T08:18:09,821 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad., pid=67, masterSystemTime=1734077889642 2024-12-13T08:18:09,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=deb2a69580f752627f1465a8b286fe45, ASSIGN in 555 msec 2024-12-13T08:18:09,824 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for ace27628d430140c09df0178add4ecb6 2024-12-13T08:18:09,827 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/ace27628d430140c09df0178add4ecb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,828 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad. 2024-12-13T08:18:09,828 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad. 2024-12-13T08:18:09,828 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944. 2024-12-13T08:18:09,828 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened ace27628d430140c09df0178add4ecb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65457109, jitterRate=-0.024613067507743835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,828 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => d53722252c67e0dacfbdcfc2f15a1944, NAME => 'testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-13T08:18:09,829 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for ace27628d430140c09df0178add4ecb6: 2024-12-13T08:18:09,829 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets d53722252c67e0dacfbdcfc2f15a1944 2024-12-13T08:18:09,829 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,829 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for d53722252c67e0dacfbdcfc2f15a1944 2024-12-13T08:18:09,829 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for d53722252c67e0dacfbdcfc2f15a1944 2024-12-13T08:18:09,830 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6., pid=59, masterSystemTime=1734077889617 2024-12-13T08:18:09,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=42 2024-12-13T08:18:09,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=42, state=SUCCESS; OpenRegionProcedure 99da798fa0a56b8cb53c6318403722b8, server=6b1293cedc9a,44603,1734077884032 in 369 msec 2024-12-13T08:18:09,830 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=86520eac0928137dd426c0bf4c447aad, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:09,833 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6. 2024-12-13T08:18:09,833 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6. 2024-12-13T08:18:09,833 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f. 2024-12-13T08:18:09,833 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => b18fff88be3bfe5cc6ee49707136db7f, NAME => 'testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-13T08:18:09,834 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets b18fff88be3bfe5cc6ee49707136db7f 2024-12-13T08:18:09,834 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:09,834 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for b18fff88be3bfe5cc6ee49707136db7f 2024-12-13T08:18:09,834 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for b18fff88be3bfe5cc6ee49707136db7f 2024-12-13T08:18:09,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=99da798fa0a56b8cb53c6318403722b8, ASSIGN in 565 msec 2024-12-13T08:18:09,835 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=ace27628d430140c09df0178add4ecb6, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:09,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=43 2024-12-13T08:18:09,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=43, state=SUCCESS; OpenRegionProcedure 86520eac0928137dd426c0bf4c447aad, server=6b1293cedc9a,35111,1734077884074 in 335 msec 2024-12-13T08:18:09,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=27 2024-12-13T08:18:09,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=86520eac0928137dd426c0bf4c447aad, ASSIGN in 574 msec 2024-12-13T08:18:09,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=27, state=SUCCESS; OpenRegionProcedure ace27628d430140c09df0178add4ecb6, server=6b1293cedc9a,44275,1734077884121 in 366 msec 2024-12-13T08:18:09,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=ace27628d430140c09df0178add4ecb6, ASSIGN in 576 msec 2024-12-13T08:18:09,843 INFO [StoreOpener-d53722252c67e0dacfbdcfc2f15a1944-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d53722252c67e0dacfbdcfc2f15a1944 2024-12-13T08:18:09,843 INFO [StoreOpener-b18fff88be3bfe5cc6ee49707136db7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b18fff88be3bfe5cc6ee49707136db7f 2024-12-13T08:18:09,845 INFO [StoreOpener-d53722252c67e0dacfbdcfc2f15a1944-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d53722252c67e0dacfbdcfc2f15a1944 columnFamilyName info 2024-12-13T08:18:09,845 INFO [StoreOpener-b18fff88be3bfe5cc6ee49707136db7f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b18fff88be3bfe5cc6ee49707136db7f columnFamilyName info 2024-12-13T08:18:09,845 DEBUG [StoreOpener-d53722252c67e0dacfbdcfc2f15a1944-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,845 DEBUG [StoreOpener-b18fff88be3bfe5cc6ee49707136db7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:09,845 INFO [StoreOpener-b18fff88be3bfe5cc6ee49707136db7f-1 {}] regionserver.HStore(327): Store=b18fff88be3bfe5cc6ee49707136db7f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,845 INFO [StoreOpener-d53722252c67e0dacfbdcfc2f15a1944-1 {}] regionserver.HStore(327): Store=d53722252c67e0dacfbdcfc2f15a1944/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:09,846 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b18fff88be3bfe5cc6ee49707136db7f 2024-12-13T08:18:09,846 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d53722252c67e0dacfbdcfc2f15a1944 2024-12-13T08:18:09,847 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b18fff88be3bfe5cc6ee49707136db7f 2024-12-13T08:18:09,847 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d53722252c67e0dacfbdcfc2f15a1944 2024-12-13T08:18:09,849 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for d53722252c67e0dacfbdcfc2f15a1944 2024-12-13T08:18:09,849 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for b18fff88be3bfe5cc6ee49707136db7f 2024-12-13T08:18:09,851 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d53722252c67e0dacfbdcfc2f15a1944/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,851 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b18fff88be3bfe5cc6ee49707136db7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:09,852 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened b18fff88be3bfe5cc6ee49707136db7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69989325, jitterRate=0.042922213673591614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,852 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened d53722252c67e0dacfbdcfc2f15a1944; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66306812, jitterRate=-0.0119515061378479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:09,852 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for b18fff88be3bfe5cc6ee49707136db7f: 2024-12-13T08:18:09,852 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for d53722252c67e0dacfbdcfc2f15a1944: 2024-12-13T08:18:09,853 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944., pid=68, masterSystemTime=1734077889642 2024-12-13T08:18:09,853 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f., pid=57, masterSystemTime=1734077889617 2024-12-13T08:18:09,855 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944. 2024-12-13T08:18:09,856 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944. 2024-12-13T08:18:09,856 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=d53722252c67e0dacfbdcfc2f15a1944, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35111,1734077884074 2024-12-13T08:18:09,857 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f. 2024-12-13T08:18:09,857 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f. 2024-12-13T08:18:09,857 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=b18fff88be3bfe5cc6ee49707136db7f, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:09,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=26 2024-12-13T08:18:09,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=31 2024-12-13T08:18:09,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=31, state=SUCCESS; OpenRegionProcedure b18fff88be3bfe5cc6ee49707136db7f, server=6b1293cedc9a,44275,1734077884121 in 396 msec 2024-12-13T08:18:09,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=26, state=SUCCESS; OpenRegionProcedure d53722252c67e0dacfbdcfc2f15a1944, server=6b1293cedc9a,35111,1734077884074 in 354 msec 2024-12-13T08:18:09,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d53722252c67e0dacfbdcfc2f15a1944, ASSIGN in 597 msec 2024-12-13T08:18:09,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=18 2024-12-13T08:18:09,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=b18fff88be3bfe5cc6ee49707136db7f, ASSIGN in 598 msec 2024-12-13T08:18:09,866 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicaGets execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:18:09,866 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicaGets","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077889866"}]},"ts":"1734077889866"} 2024-12-13T08:18:09,869 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicaGets, state=ENABLED in hbase:meta 2024-12-13T08:18:09,910 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicaGets execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:18:09,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicaGets in 1.4030 sec 2024-12-13T08:18:09,983 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 32807, reset compression=false 2024-12-13T08:18:09,996 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:18:09,996 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 40000, reset compression=false 2024-12-13T08:18:09,996 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/61=[#edits: 5 = ],1004}, {hbase:meta/1588230740/62=[#edits: 5 = ],1004}, {hbase:meta/1588230740/63=[#edits: 5 = ],1004}, {hbase:meta/1588230740/64=[#edits: 5 = ],1004}, {hbase:meta/1588230740/65=[#edits: 5 = ],1004}, {hbase:meta/1588230740/66=[#edits: 5 = ],1004}, {hbase:meta/1588230740/67=[#edits: 5 = ],1004}, {hbase:meta/1588230740/68=[#edits: 5 = ],1004}, {hbase:meta/1588230740/69=[#edits: 5 = ],1004}, {hbase:meta/1588230740/70=[#edits: 5 = ],1004}, {hbase:meta/1588230740/71=[#edits: 1 = ],196}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=40000, nbRowKeys=11, nbHFiles=0, heapSize=10236, lastSeqIds={}, endOfFile=false,usedBufferSize=10236] 2024-12-13T08:18:10,203 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 40000, reset compression=false 2024-12-13T08:18:10,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:10,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:10,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:10,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:10,508 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 40000, reset compression=false 2024-12-13T08:18:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T08:18:10,628 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicaGets, procId: 18 completed 2024-12-13T08:18:10,628 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicaGets get assigned. Timeout = 60000ms 2024-12-13T08:18:10,628 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:18:10,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=32790 bytes) of info 2024-12-13T08:18:10,661 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicaGets assigned to meta. Checking AM states. 2024-12-13T08:18:10,661 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:18:10,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicaGets assigned. 2024-12-13T08:18:10,672 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:18:10,672 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-13T08:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=0 hbase:namespace/table:state/1734077886713/Put/vlen=2/seqid=8 2024-12-13T08:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=0 hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff./info:regioninfo/1734077886701/Put/vlen=41/seqid=7 2024-12-13T08:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=0 hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff./info:seqnumDuringOpen/1734077886701/Put/vlen=8/seqid=7 2024-12-13T08:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=0 hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff./info:server/1734077886701/Put/vlen=18/seqid=7 2024-12-13T08:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=0 hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff./info:serverstartcode/1734077886701/Put/vlen=8/seqid=7 2024-12-13T08:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=0 hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff./info:sn/1734077886506/Put/vlen=32/seqid=6 2024-12-13T08:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=0 hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff./info:state/1734077886701/Put/vlen=4/seqid=7 2024-12-13T08:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=0 testHBaseMetaReplicaGets/table:state/1734077889866/Put/vlen=2/seqid=71 2024-12-13T08:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=0 testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=46 2024-12-13T08:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:seqnumDuringOpen/1734077889605/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:seqnumDuringOpen/1734077889605/Put/vlen=8/seqid=46 2024-12-13T08:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:server/1734077889605/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:server/1734077889605/Put/vlen=18/seqid=46 2024-12-13T08:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:serverstartcode/1734077889605/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:serverstartcode/1734077889605/Put/vlen=8/seqid=46 2024-12-13T08:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:sn/1734077889436/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:sn/1734077889436/Put/vlen=32/seqid=27 2024-12-13T08:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:state/1734077889605/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:state/1734077889605/Put/vlen=4/seqid=46 2024-12-13T08:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:regioninfo/1734077889727/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:regioninfo/1734077889727/Put/vlen=64/seqid=57 2024-12-13T08:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:seqnumDuringOpen/1734077889727/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:seqnumDuringOpen/1734077889727/Put/vlen=8/seqid=57 2024-12-13T08:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:server/1734077889727/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:server/1734077889727/Put/vlen=18/seqid=57 2024-12-13T08:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:serverstartcode/1734077889727/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:serverstartcode/1734077889727/Put/vlen=8/seqid=57 2024-12-13T08:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:sn/1734077889476/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:sn/1734077889476/Put/vlen=32/seqid=39 2024-12-13T08:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:state/1734077889727/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:state/1734077889727/Put/vlen=4/seqid=57 2024-12-13T08:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:regioninfo/1734077889788/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:regioninfo/1734077889788/Put/vlen=64/seqid=63 2024-12-13T08:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:seqnumDuringOpen/1734077889788/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:seqnumDuringOpen/1734077889788/Put/vlen=8/seqid=63 2024-12-13T08:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:server/1734077889788/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:server/1734077889788/Put/vlen=18/seqid=63 2024-12-13T08:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:serverstartcode/1734077889788/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:serverstartcode/1734077889788/Put/vlen=8/seqid=63 2024-12-13T08:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:sn/1734077889443/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:sn/1734077889443/Put/vlen=32/seqid=30 2024-12-13T08:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:state/1734077889788/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:state/1734077889788/Put/vlen=4/seqid=63 2024-12-13T08:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:regioninfo/1734077889682/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:regioninfo/1734077889682/Put/vlen=64/seqid=52 2024-12-13T08:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:seqnumDuringOpen/1734077889682/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:seqnumDuringOpen/1734077889682/Put/vlen=8/seqid=52 2024-12-13T08:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:server/1734077889682/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:server/1734077889682/Put/vlen=18/seqid=52 2024-12-13T08:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:serverstartcode/1734077889682/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:serverstartcode/1734077889682/Put/vlen=8/seqid=52 2024-12-13T08:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:sn/1734077889476/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:sn/1734077889476/Put/vlen=32/seqid=40 2024-12-13T08:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:state/1734077889682/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:state/1734077889682/Put/vlen=4/seqid=52 2024-12-13T08:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:regioninfo/1734077889777/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:regioninfo/1734077889777/Put/vlen=64/seqid=61 2024-12-13T08:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:seqnumDuringOpen/1734077889777/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:seqnumDuringOpen/1734077889777/Put/vlen=8/seqid=61 2024-12-13T08:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:server/1734077889777/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:server/1734077889777/Put/vlen=18/seqid=61 2024-12-13T08:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:serverstartcode/1734077889777/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:serverstartcode/1734077889777/Put/vlen=8/seqid=61 2024-12-13T08:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:sn/1734077889474/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:sn/1734077889474/Put/vlen=32/seqid=37 2024-12-13T08:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:state/1734077889777/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:state/1734077889777/Put/vlen=4/seqid=61 2024-12-13T08:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:regioninfo/1734077889661/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:regioninfo/1734077889661/Put/vlen=64/seqid=51 2024-12-13T08:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:seqnumDuringOpen/1734077889661/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:seqnumDuringOpen/1734077889661/Put/vlen=8/seqid=51 2024-12-13T08:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:server/1734077889661/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:server/1734077889661/Put/vlen=18/seqid=51 2024-12-13T08:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:serverstartcode/1734077889661/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:serverstartcode/1734077889661/Put/vlen=8/seqid=51 2024-12-13T08:18:10,688 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:sn/1734077889422/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:sn/1734077889422/Put/vlen=32/seqid=23 2024-12-13T08:18:10,688 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:state/1734077889661/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:state/1734077889661/Put/vlen=4/seqid=51 2024-12-13T08:18:10,688 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:regioninfo/1734077889655/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:regioninfo/1734077889655/Put/vlen=64/seqid=50 2024-12-13T08:18:10,688 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:seqnumDuringOpen/1734077889655/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:seqnumDuringOpen/1734077889655/Put/vlen=8/seqid=50 2024-12-13T08:18:10,688 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:server/1734077889655/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:server/1734077889655/Put/vlen=18/seqid=50 2024-12-13T08:18:10,688 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:serverstartcode/1734077889655/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:serverstartcode/1734077889655/Put/vlen=8/seqid=50 2024-12-13T08:18:10,688 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:sn/1734077889441/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:sn/1734077889441/Put/vlen=32/seqid=28 2024-12-13T08:18:10,688 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:state/1734077889655/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:state/1734077889655/Put/vlen=4/seqid=50 2024-12-13T08:18:10,688 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:regioninfo/1734077889856/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:regioninfo/1734077889856/Put/vlen=64/seqid=69 2024-12-13T08:18:10,688 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:seqnumDuringOpen/1734077889856/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:seqnumDuringOpen/1734077889856/Put/vlen=8/seqid=69 2024-12-13T08:18:10,689 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:server/1734077889856/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:server/1734077889856/Put/vlen=18/seqid=69 2024-12-13T08:18:10,689 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:serverstartcode/1734077889856/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:serverstartcode/1734077889856/Put/vlen=8/seqid=69 2024-12-13T08:18:10,689 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:sn/1734077889501/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:sn/1734077889501/Put/vlen=32/seqid=45 2024-12-13T08:18:10,689 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:state/1734077889856/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:state/1734077889856/Put/vlen=4/seqid=69 2024-12-13T08:18:10,689 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:regioninfo/1734077889835/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:regioninfo/1734077889835/Put/vlen=64/seqid=68 2024-12-13T08:18:10,689 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:seqnumDuringOpen/1734077889835/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:seqnumDuringOpen/1734077889835/Put/vlen=8/seqid=68 2024-12-13T08:18:10,689 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:server/1734077889835/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:server/1734077889835/Put/vlen=18/seqid=68 2024-12-13T08:18:10,689 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:serverstartcode/1734077889835/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:serverstartcode/1734077889835/Put/vlen=8/seqid=68 2024-12-13T08:18:10,689 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:sn/1734077889469/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:sn/1734077889469/Put/vlen=32/seqid=36 2024-12-13T08:18:10,689 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:state/1734077889835/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:state/1734077889835/Put/vlen=4/seqid=68 2024-12-13T08:18:10,689 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:regioninfo/1734077889699/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:regioninfo/1734077889699/Put/vlen=64/seqid=54 2024-12-13T08:18:10,689 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:seqnumDuringOpen/1734077889699/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:seqnumDuringOpen/1734077889699/Put/vlen=8/seqid=54 2024-12-13T08:18:10,689 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:server/1734077889699/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:server/1734077889699/Put/vlen=18/seqid=54 2024-12-13T08:18:10,690 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:serverstartcode/1734077889699/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:serverstartcode/1734077889699/Put/vlen=8/seqid=54 2024-12-13T08:18:10,690 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:sn/1734077889422/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:sn/1734077889422/Put/vlen=32/seqid=25 2024-12-13T08:18:10,690 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:state/1734077889699/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:state/1734077889699/Put/vlen=4/seqid=54 2024-12-13T08:18:10,690 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:regioninfo/1734077889748/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:regioninfo/1734077889748/Put/vlen=64/seqid=59 2024-12-13T08:18:10,690 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:seqnumDuringOpen/1734077889748/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:seqnumDuringOpen/1734077889748/Put/vlen=8/seqid=59 2024-12-13T08:18:10,690 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:server/1734077889748/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:server/1734077889748/Put/vlen=18/seqid=59 2024-12-13T08:18:10,690 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:serverstartcode/1734077889748/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:serverstartcode/1734077889748/Put/vlen=8/seqid=59 2024-12-13T08:18:10,690 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:sn/1734077889436/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:sn/1734077889436/Put/vlen=32/seqid=26 2024-12-13T08:18:10,690 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:state/1734077889748/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:state/1734077889748/Put/vlen=4/seqid=59 2024-12-13T08:18:10,690 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:regioninfo/1734077889714/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:regioninfo/1734077889714/Put/vlen=64/seqid=56 2024-12-13T08:18:10,690 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:seqnumDuringOpen/1734077889714/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:seqnumDuringOpen/1734077889714/Put/vlen=8/seqid=56 2024-12-13T08:18:10,690 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:server/1734077889714/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:server/1734077889714/Put/vlen=18/seqid=56 2024-12-13T08:18:10,690 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:serverstartcode/1734077889714/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:serverstartcode/1734077889714/Put/vlen=8/seqid=56 2024-12-13T08:18:10,690 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:sn/1734077889490/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:sn/1734077889490/Put/vlen=32/seqid=42 2024-12-13T08:18:10,691 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:state/1734077889714/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:state/1734077889714/Put/vlen=4/seqid=56 2024-12-13T08:18:10,691 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:regioninfo/1734077889857/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:regioninfo/1734077889857/Put/vlen=64/seqid=70 2024-12-13T08:18:10,691 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:seqnumDuringOpen/1734077889857/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:seqnumDuringOpen/1734077889857/Put/vlen=8/seqid=70 2024-12-13T08:18:10,691 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:server/1734077889857/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:server/1734077889857/Put/vlen=18/seqid=70 2024-12-13T08:18:10,691 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:serverstartcode/1734077889857/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:serverstartcode/1734077889857/Put/vlen=8/seqid=70 2024-12-13T08:18:10,691 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:sn/1734077889457/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:sn/1734077889457/Put/vlen=32/seqid=34 2024-12-13T08:18:10,691 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:state/1734077889857/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:state/1734077889857/Put/vlen=4/seqid=70 2024-12-13T08:18:10,691 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:regioninfo/1734077889734/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:regioninfo/1734077889734/Put/vlen=64/seqid=58 2024-12-13T08:18:10,691 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:seqnumDuringOpen/1734077889734/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:seqnumDuringOpen/1734077889734/Put/vlen=8/seqid=58 2024-12-13T08:18:10,691 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:server/1734077889734/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:server/1734077889734/Put/vlen=18/seqid=58 2024-12-13T08:18:10,691 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:serverstartcode/1734077889734/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:serverstartcode/1734077889734/Put/vlen=8/seqid=58 2024-12-13T08:18:10,691 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:sn/1734077889422/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:sn/1734077889422/Put/vlen=32/seqid=24 2024-12-13T08:18:10,692 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:state/1734077889734/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:state/1734077889734/Put/vlen=4/seqid=58 2024-12-13T08:18:10,692 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:regioninfo/1734077889625/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:regioninfo/1734077889625/Put/vlen=64/seqid=47 2024-12-13T08:18:10,692 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:seqnumDuringOpen/1734077889625/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:seqnumDuringOpen/1734077889625/Put/vlen=8/seqid=47 2024-12-13T08:18:10,692 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:server/1734077889625/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:server/1734077889625/Put/vlen=18/seqid=47 2024-12-13T08:18:10,692 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:serverstartcode/1734077889625/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:serverstartcode/1734077889625/Put/vlen=8/seqid=47 2024-12-13T08:18:10,692 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:sn/1734077889451/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:sn/1734077889451/Put/vlen=32/seqid=32 2024-12-13T08:18:10,692 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:state/1734077889625/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:state/1734077889625/Put/vlen=4/seqid=47 2024-12-13T08:18:10,692 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:regioninfo/1734077889812/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:regioninfo/1734077889812/Put/vlen=64/seqid=65 2024-12-13T08:18:10,692 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:seqnumDuringOpen/1734077889812/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:seqnumDuringOpen/1734077889812/Put/vlen=8/seqid=65 2024-12-13T08:18:10,692 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:server/1734077889812/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:server/1734077889812/Put/vlen=18/seqid=65 2024-12-13T08:18:10,692 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:serverstartcode/1734077889812/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:serverstartcode/1734077889812/Put/vlen=8/seqid=65 2024-12-13T08:18:10,692 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:sn/1734077889474/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:sn/1734077889474/Put/vlen=32/seqid=38 2024-12-13T08:18:10,692 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:state/1734077889812/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:state/1734077889812/Put/vlen=4/seqid=65 2024-12-13T08:18:10,692 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:regioninfo/1734077889803/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:regioninfo/1734077889803/Put/vlen=64/seqid=64 2024-12-13T08:18:10,693 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:seqnumDuringOpen/1734077889803/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:seqnumDuringOpen/1734077889803/Put/vlen=8/seqid=64 2024-12-13T08:18:10,693 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:server/1734077889803/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:server/1734077889803/Put/vlen=18/seqid=64 2024-12-13T08:18:10,693 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:serverstartcode/1734077889803/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:serverstartcode/1734077889803/Put/vlen=8/seqid=64 2024-12-13T08:18:10,693 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:sn/1734077889484/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:sn/1734077889484/Put/vlen=32/seqid=41 2024-12-13T08:18:10,693 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:state/1734077889803/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:state/1734077889803/Put/vlen=4/seqid=64 2024-12-13T08:18:10,693 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:regioninfo/1734077889708/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:regioninfo/1734077889708/Put/vlen=64/seqid=55 2024-12-13T08:18:10,693 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:seqnumDuringOpen/1734077889708/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:seqnumDuringOpen/1734077889708/Put/vlen=8/seqid=55 2024-12-13T08:18:10,693 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:server/1734077889708/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:server/1734077889708/Put/vlen=18/seqid=55 2024-12-13T08:18:10,693 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:serverstartcode/1734077889708/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:serverstartcode/1734077889708/Put/vlen=8/seqid=55 2024-12-13T08:18:10,693 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:sn/1734077889442/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:sn/1734077889442/Put/vlen=32/seqid=29 2024-12-13T08:18:10,693 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:state/1734077889708/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:state/1734077889708/Put/vlen=4/seqid=55 2024-12-13T08:18:10,693 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:regioninfo/1734077889781/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:regioninfo/1734077889781/Put/vlen=64/seqid=62 2024-12-13T08:18:10,693 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:seqnumDuringOpen/1734077889781/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:seqnumDuringOpen/1734077889781/Put/vlen=8/seqid=62 2024-12-13T08:18:10,694 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:server/1734077889781/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:server/1734077889781/Put/vlen=18/seqid=62 2024-12-13T08:18:10,694 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:serverstartcode/1734077889781/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:serverstartcode/1734077889781/Put/vlen=8/seqid=62 2024-12-13T08:18:10,694 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:sn/1734077889422/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:sn/1734077889422/Put/vlen=32/seqid=21 2024-12-13T08:18:10,694 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:state/1734077889781/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:state/1734077889781/Put/vlen=4/seqid=62 2024-12-13T08:18:10,694 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:regioninfo/1734077889762/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:regioninfo/1734077889762/Put/vlen=64/seqid=60 2024-12-13T08:18:10,694 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:seqnumDuringOpen/1734077889762/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:seqnumDuringOpen/1734077889762/Put/vlen=8/seqid=60 2024-12-13T08:18:10,694 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:server/1734077889762/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:server/1734077889762/Put/vlen=18/seqid=60 2024-12-13T08:18:10,694 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:serverstartcode/1734077889762/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:serverstartcode/1734077889762/Put/vlen=8/seqid=60 2024-12-13T08:18:10,694 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:sn/1734077889490/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:sn/1734077889490/Put/vlen=32/seqid=43 2024-12-13T08:18:10,694 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:state/1734077889762/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:state/1734077889762/Put/vlen=4/seqid=60 2024-12-13T08:18:10,694 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:regioninfo/1734077889649/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:regioninfo/1734077889649/Put/vlen=64/seqid=49 2024-12-13T08:18:10,694 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:seqnumDuringOpen/1734077889649/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:seqnumDuringOpen/1734077889649/Put/vlen=8/seqid=49 2024-12-13T08:18:10,694 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:server/1734077889649/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:server/1734077889649/Put/vlen=18/seqid=49 2024-12-13T08:18:10,694 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:serverstartcode/1734077889649/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:serverstartcode/1734077889649/Put/vlen=8/seqid=49 2024-12-13T08:18:10,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:sn/1734077889451/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:sn/1734077889451/Put/vlen=32/seqid=33 2024-12-13T08:18:10,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:state/1734077889649/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:state/1734077889649/Put/vlen=4/seqid=49 2024-12-13T08:18:10,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:regioninfo/1734077889687/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:regioninfo/1734077889687/Put/vlen=64/seqid=53 2024-12-13T08:18:10,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:seqnumDuringOpen/1734077889687/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:seqnumDuringOpen/1734077889687/Put/vlen=8/seqid=53 2024-12-13T08:18:10,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:server/1734077889687/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:server/1734077889687/Put/vlen=18/seqid=53 2024-12-13T08:18:10,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:serverstartcode/1734077889687/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:serverstartcode/1734077889687/Put/vlen=8/seqid=53 2024-12-13T08:18:10,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:sn/1734077889457/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:sn/1734077889457/Put/vlen=32/seqid=35 2024-12-13T08:18:10,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:state/1734077889687/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:state/1734077889687/Put/vlen=4/seqid=53 2024-12-13T08:18:10,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:regioninfo/1734077889632/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:regioninfo/1734077889632/Put/vlen=64/seqid=48 2024-12-13T08:18:10,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:seqnumDuringOpen/1734077889632/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:seqnumDuringOpen/1734077889632/Put/vlen=8/seqid=48 2024-12-13T08:18:10,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:server/1734077889632/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:server/1734077889632/Put/vlen=18/seqid=48 2024-12-13T08:18:10,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:serverstartcode/1734077889632/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:serverstartcode/1734077889632/Put/vlen=8/seqid=48 2024-12-13T08:18:10,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:sn/1734077889422/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:sn/1734077889422/Put/vlen=32/seqid=22 2024-12-13T08:18:10,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:state/1734077889632/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:state/1734077889632/Put/vlen=4/seqid=48 2024-12-13T08:18:10,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:regioninfo/1734077889818/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:regioninfo/1734077889818/Put/vlen=64/seqid=66 2024-12-13T08:18:10,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:seqnumDuringOpen/1734077889818/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:seqnumDuringOpen/1734077889818/Put/vlen=8/seqid=66 2024-12-13T08:18:10,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:server/1734077889818/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:server/1734077889818/Put/vlen=18/seqid=66 2024-12-13T08:18:10,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:serverstartcode/1734077889818/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:serverstartcode/1734077889818/Put/vlen=8/seqid=66 2024-12-13T08:18:10,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:sn/1734077889451/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:sn/1734077889451/Put/vlen=32/seqid=31 2024-12-13T08:18:10,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:state/1734077889818/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:state/1734077889818/Put/vlen=4/seqid=66 2024-12-13T08:18:10,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:regioninfo/1734077889830/Put/vlen=61/seqid=0 testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:regioninfo/1734077889830/Put/vlen=61/seqid=67 2024-12-13T08:18:10,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:seqnumDuringOpen/1734077889830/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:seqnumDuringOpen/1734077889830/Put/vlen=8/seqid=67 2024-12-13T08:18:10,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:server/1734077889830/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:server/1734077889830/Put/vlen=18/seqid=67 2024-12-13T08:18:10,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:serverstartcode/1734077889830/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:serverstartcode/1734077889830/Put/vlen=8/seqid=67 2024-12-13T08:18:10,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:sn/1734077889491/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:sn/1734077889491/Put/vlen=32/seqid=44 2024-12-13T08:18:10,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:state/1734077889830/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:state/1734077889830/Put/vlen=4/seqid=67 2024-12-13T08:18:10,697 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:18:10,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-13T08:18:10,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=0 hbase:namespace/table:state/1734077886713/Put/vlen=2/seqid=8 2024-12-13T08:18:10,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=0 hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff./info:regioninfo/1734077886701/Put/vlen=41/seqid=7 2024-12-13T08:18:10,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=0 hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff./info:seqnumDuringOpen/1734077886701/Put/vlen=8/seqid=7 2024-12-13T08:18:10,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=0 hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff./info:server/1734077886701/Put/vlen=18/seqid=7 2024-12-13T08:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=0 hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff./info:serverstartcode/1734077886701/Put/vlen=8/seqid=7 2024-12-13T08:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=0 hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff./info:sn/1734077886506/Put/vlen=32/seqid=6 2024-12-13T08:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=0 hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff./info:state/1734077886701/Put/vlen=4/seqid=7 2024-12-13T08:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=0 testHBaseMetaReplicaGets/table:state/1734077889866/Put/vlen=2/seqid=71 2024-12-13T08:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=0 testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:regioninfo/1734077889605/Put/vlen=61/seqid=46 2024-12-13T08:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:seqnumDuringOpen/1734077889605/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:seqnumDuringOpen/1734077889605/Put/vlen=8/seqid=46 2024-12-13T08:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:server/1734077889605/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:server/1734077889605/Put/vlen=18/seqid=46 2024-12-13T08:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:serverstartcode/1734077889605/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:serverstartcode/1734077889605/Put/vlen=8/seqid=46 2024-12-13T08:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:sn/1734077889436/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:sn/1734077889436/Put/vlen=32/seqid=27 2024-12-13T08:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:state/1734077889605/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30./info:state/1734077889605/Put/vlen=4/seqid=46 2024-12-13T08:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:regioninfo/1734077889727/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:regioninfo/1734077889727/Put/vlen=64/seqid=57 2024-12-13T08:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:seqnumDuringOpen/1734077889727/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:seqnumDuringOpen/1734077889727/Put/vlen=8/seqid=57 2024-12-13T08:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:server/1734077889727/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:server/1734077889727/Put/vlen=18/seqid=57 2024-12-13T08:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:serverstartcode/1734077889727/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:serverstartcode/1734077889727/Put/vlen=8/seqid=57 2024-12-13T08:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:sn/1734077889476/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:sn/1734077889476/Put/vlen=32/seqid=39 2024-12-13T08:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:state/1734077889727/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:state/1734077889727/Put/vlen=4/seqid=57 2024-12-13T08:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:regioninfo/1734077889788/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:regioninfo/1734077889788/Put/vlen=64/seqid=63 2024-12-13T08:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:seqnumDuringOpen/1734077889788/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:seqnumDuringOpen/1734077889788/Put/vlen=8/seqid=63 2024-12-13T08:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:server/1734077889788/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:server/1734077889788/Put/vlen=18/seqid=63 2024-12-13T08:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:serverstartcode/1734077889788/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:serverstartcode/1734077889788/Put/vlen=8/seqid=63 2024-12-13T08:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:sn/1734077889443/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:sn/1734077889443/Put/vlen=32/seqid=30 2024-12-13T08:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:state/1734077889788/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a./info:state/1734077889788/Put/vlen=4/seqid=63 2024-12-13T08:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:regioninfo/1734077889682/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:regioninfo/1734077889682/Put/vlen=64/seqid=52 2024-12-13T08:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:seqnumDuringOpen/1734077889682/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:seqnumDuringOpen/1734077889682/Put/vlen=8/seqid=52 2024-12-13T08:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:server/1734077889682/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:server/1734077889682/Put/vlen=18/seqid=52 2024-12-13T08:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:serverstartcode/1734077889682/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:serverstartcode/1734077889682/Put/vlen=8/seqid=52 2024-12-13T08:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:sn/1734077889476/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:sn/1734077889476/Put/vlen=32/seqid=40 2024-12-13T08:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:state/1734077889682/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f./info:state/1734077889682/Put/vlen=4/seqid=52 2024-12-13T08:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:regioninfo/1734077889777/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:regioninfo/1734077889777/Put/vlen=64/seqid=61 2024-12-13T08:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:seqnumDuringOpen/1734077889777/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:seqnumDuringOpen/1734077889777/Put/vlen=8/seqid=61 2024-12-13T08:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:server/1734077889777/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:server/1734077889777/Put/vlen=18/seqid=61 2024-12-13T08:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:serverstartcode/1734077889777/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:serverstartcode/1734077889777/Put/vlen=8/seqid=61 2024-12-13T08:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:sn/1734077889474/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:sn/1734077889474/Put/vlen=32/seqid=37 2024-12-13T08:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:state/1734077889777/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24./info:state/1734077889777/Put/vlen=4/seqid=61 2024-12-13T08:18:10,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:regioninfo/1734077889661/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:regioninfo/1734077889661/Put/vlen=64/seqid=51 2024-12-13T08:18:10,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:seqnumDuringOpen/1734077889661/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:seqnumDuringOpen/1734077889661/Put/vlen=8/seqid=51 2024-12-13T08:18:10,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:server/1734077889661/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:server/1734077889661/Put/vlen=18/seqid=51 2024-12-13T08:18:10,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:serverstartcode/1734077889661/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:serverstartcode/1734077889661/Put/vlen=8/seqid=51 2024-12-13T08:18:10,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:sn/1734077889422/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:sn/1734077889422/Put/vlen=32/seqid=23 2024-12-13T08:18:10,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:state/1734077889661/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918./info:state/1734077889661/Put/vlen=4/seqid=51 2024-12-13T08:18:10,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:regioninfo/1734077889655/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:regioninfo/1734077889655/Put/vlen=64/seqid=50 2024-12-13T08:18:10,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:seqnumDuringOpen/1734077889655/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:seqnumDuringOpen/1734077889655/Put/vlen=8/seqid=50 2024-12-13T08:18:10,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:server/1734077889655/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:server/1734077889655/Put/vlen=18/seqid=50 2024-12-13T08:18:10,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:serverstartcode/1734077889655/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:serverstartcode/1734077889655/Put/vlen=8/seqid=50 2024-12-13T08:18:10,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:sn/1734077889441/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:sn/1734077889441/Put/vlen=32/seqid=28 2024-12-13T08:18:10,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:state/1734077889655/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676./info:state/1734077889655/Put/vlen=4/seqid=50 2024-12-13T08:18:10,711 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:regioninfo/1734077889856/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:regioninfo/1734077889856/Put/vlen=64/seqid=69 2024-12-13T08:18:10,711 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:seqnumDuringOpen/1734077889856/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:seqnumDuringOpen/1734077889856/Put/vlen=8/seqid=69 2024-12-13T08:18:10,711 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:server/1734077889856/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:server/1734077889856/Put/vlen=18/seqid=69 2024-12-13T08:18:10,711 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:serverstartcode/1734077889856/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:serverstartcode/1734077889856/Put/vlen=8/seqid=69 2024-12-13T08:18:10,711 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:sn/1734077889501/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:sn/1734077889501/Put/vlen=32/seqid=45 2024-12-13T08:18:10,711 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:state/1734077889856/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944./info:state/1734077889856/Put/vlen=4/seqid=69 2024-12-13T08:18:10,711 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:regioninfo/1734077889835/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:regioninfo/1734077889835/Put/vlen=64/seqid=68 2024-12-13T08:18:10,711 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:seqnumDuringOpen/1734077889835/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:seqnumDuringOpen/1734077889835/Put/vlen=8/seqid=68 2024-12-13T08:18:10,711 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:server/1734077889835/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:server/1734077889835/Put/vlen=18/seqid=68 2024-12-13T08:18:10,711 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:serverstartcode/1734077889835/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:serverstartcode/1734077889835/Put/vlen=8/seqid=68 2024-12-13T08:18:10,711 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:sn/1734077889469/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:sn/1734077889469/Put/vlen=32/seqid=36 2024-12-13T08:18:10,711 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:state/1734077889835/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6./info:state/1734077889835/Put/vlen=4/seqid=68 2024-12-13T08:18:10,712 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:regioninfo/1734077889699/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:regioninfo/1734077889699/Put/vlen=64/seqid=54 2024-12-13T08:18:10,712 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:seqnumDuringOpen/1734077889699/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:seqnumDuringOpen/1734077889699/Put/vlen=8/seqid=54 2024-12-13T08:18:10,712 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:server/1734077889699/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:server/1734077889699/Put/vlen=18/seqid=54 2024-12-13T08:18:10,712 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:serverstartcode/1734077889699/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:serverstartcode/1734077889699/Put/vlen=8/seqid=54 2024-12-13T08:18:10,712 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:sn/1734077889422/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:sn/1734077889422/Put/vlen=32/seqid=25 2024-12-13T08:18:10,712 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:state/1734077889699/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa./info:state/1734077889699/Put/vlen=4/seqid=54 2024-12-13T08:18:10,712 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:regioninfo/1734077889748/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:regioninfo/1734077889748/Put/vlen=64/seqid=59 2024-12-13T08:18:10,712 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:seqnumDuringOpen/1734077889748/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:seqnumDuringOpen/1734077889748/Put/vlen=8/seqid=59 2024-12-13T08:18:10,712 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:server/1734077889748/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:server/1734077889748/Put/vlen=18/seqid=59 2024-12-13T08:18:10,712 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:serverstartcode/1734077889748/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:serverstartcode/1734077889748/Put/vlen=8/seqid=59 2024-12-13T08:18:10,712 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:sn/1734077889436/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:sn/1734077889436/Put/vlen=32/seqid=26 2024-12-13T08:18:10,712 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:state/1734077889748/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e./info:state/1734077889748/Put/vlen=4/seqid=59 2024-12-13T08:18:10,712 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:regioninfo/1734077889714/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:regioninfo/1734077889714/Put/vlen=64/seqid=56 2024-12-13T08:18:10,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:seqnumDuringOpen/1734077889714/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:seqnumDuringOpen/1734077889714/Put/vlen=8/seqid=56 2024-12-13T08:18:10,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:server/1734077889714/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:server/1734077889714/Put/vlen=18/seqid=56 2024-12-13T08:18:10,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:serverstartcode/1734077889714/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:serverstartcode/1734077889714/Put/vlen=8/seqid=56 2024-12-13T08:18:10,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:sn/1734077889490/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:sn/1734077889490/Put/vlen=32/seqid=42 2024-12-13T08:18:10,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:state/1734077889714/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7./info:state/1734077889714/Put/vlen=4/seqid=56 2024-12-13T08:18:10,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:regioninfo/1734077889857/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:regioninfo/1734077889857/Put/vlen=64/seqid=70 2024-12-13T08:18:10,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:seqnumDuringOpen/1734077889857/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:seqnumDuringOpen/1734077889857/Put/vlen=8/seqid=70 2024-12-13T08:18:10,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:server/1734077889857/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:server/1734077889857/Put/vlen=18/seqid=70 2024-12-13T08:18:10,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:serverstartcode/1734077889857/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:serverstartcode/1734077889857/Put/vlen=8/seqid=70 2024-12-13T08:18:10,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:sn/1734077889457/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:sn/1734077889457/Put/vlen=32/seqid=34 2024-12-13T08:18:10,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:state/1734077889857/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f./info:state/1734077889857/Put/vlen=4/seqid=70 2024-12-13T08:18:10,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:regioninfo/1734077889734/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:regioninfo/1734077889734/Put/vlen=64/seqid=58 2024-12-13T08:18:10,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:seqnumDuringOpen/1734077889734/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:seqnumDuringOpen/1734077889734/Put/vlen=8/seqid=58 2024-12-13T08:18:10,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:server/1734077889734/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:server/1734077889734/Put/vlen=18/seqid=58 2024-12-13T08:18:10,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:serverstartcode/1734077889734/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:serverstartcode/1734077889734/Put/vlen=8/seqid=58 2024-12-13T08:18:10,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:sn/1734077889422/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:sn/1734077889422/Put/vlen=32/seqid=24 2024-12-13T08:18:10,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:state/1734077889734/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152./info:state/1734077889734/Put/vlen=4/seqid=58 2024-12-13T08:18:10,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:regioninfo/1734077889625/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:regioninfo/1734077889625/Put/vlen=64/seqid=47 2024-12-13T08:18:10,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:seqnumDuringOpen/1734077889625/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:seqnumDuringOpen/1734077889625/Put/vlen=8/seqid=47 2024-12-13T08:18:10,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:server/1734077889625/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:server/1734077889625/Put/vlen=18/seqid=47 2024-12-13T08:18:10,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:serverstartcode/1734077889625/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:serverstartcode/1734077889625/Put/vlen=8/seqid=47 2024-12-13T08:18:10,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:sn/1734077889451/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:sn/1734077889451/Put/vlen=32/seqid=32 2024-12-13T08:18:10,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:state/1734077889625/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c./info:state/1734077889625/Put/vlen=4/seqid=47 2024-12-13T08:18:10,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:regioninfo/1734077889812/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:regioninfo/1734077889812/Put/vlen=64/seqid=65 2024-12-13T08:18:10,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:seqnumDuringOpen/1734077889812/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:seqnumDuringOpen/1734077889812/Put/vlen=8/seqid=65 2024-12-13T08:18:10,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:server/1734077889812/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:server/1734077889812/Put/vlen=18/seqid=65 2024-12-13T08:18:10,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:serverstartcode/1734077889812/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:serverstartcode/1734077889812/Put/vlen=8/seqid=65 2024-12-13T08:18:10,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:sn/1734077889474/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:sn/1734077889474/Put/vlen=32/seqid=38 2024-12-13T08:18:10,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:state/1734077889812/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45./info:state/1734077889812/Put/vlen=4/seqid=65 2024-12-13T08:18:10,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:regioninfo/1734077889803/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:regioninfo/1734077889803/Put/vlen=64/seqid=64 2024-12-13T08:18:10,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:seqnumDuringOpen/1734077889803/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:seqnumDuringOpen/1734077889803/Put/vlen=8/seqid=64 2024-12-13T08:18:10,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:server/1734077889803/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:server/1734077889803/Put/vlen=18/seqid=64 2024-12-13T08:18:10,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:serverstartcode/1734077889803/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:serverstartcode/1734077889803/Put/vlen=8/seqid=64 2024-12-13T08:18:10,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:sn/1734077889484/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:sn/1734077889484/Put/vlen=32/seqid=41 2024-12-13T08:18:10,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:state/1734077889803/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2./info:state/1734077889803/Put/vlen=4/seqid=64 2024-12-13T08:18:10,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:regioninfo/1734077889708/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:regioninfo/1734077889708/Put/vlen=64/seqid=55 2024-12-13T08:18:10,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:seqnumDuringOpen/1734077889708/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:seqnumDuringOpen/1734077889708/Put/vlen=8/seqid=55 2024-12-13T08:18:10,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:server/1734077889708/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:server/1734077889708/Put/vlen=18/seqid=55 2024-12-13T08:18:10,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:serverstartcode/1734077889708/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:serverstartcode/1734077889708/Put/vlen=8/seqid=55 2024-12-13T08:18:10,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:sn/1734077889442/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:sn/1734077889442/Put/vlen=32/seqid=29 2024-12-13T08:18:10,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:state/1734077889708/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71./info:state/1734077889708/Put/vlen=4/seqid=55 2024-12-13T08:18:10,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:regioninfo/1734077889781/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:regioninfo/1734077889781/Put/vlen=64/seqid=62 2024-12-13T08:18:10,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:seqnumDuringOpen/1734077889781/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:seqnumDuringOpen/1734077889781/Put/vlen=8/seqid=62 2024-12-13T08:18:10,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:server/1734077889781/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:server/1734077889781/Put/vlen=18/seqid=62 2024-12-13T08:18:10,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:serverstartcode/1734077889781/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:serverstartcode/1734077889781/Put/vlen=8/seqid=62 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:sn/1734077889422/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:sn/1734077889422/Put/vlen=32/seqid=21 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:state/1734077889781/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c./info:state/1734077889781/Put/vlen=4/seqid=62 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:regioninfo/1734077889762/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:regioninfo/1734077889762/Put/vlen=64/seqid=60 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:seqnumDuringOpen/1734077889762/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:seqnumDuringOpen/1734077889762/Put/vlen=8/seqid=60 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:server/1734077889762/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:server/1734077889762/Put/vlen=18/seqid=60 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:serverstartcode/1734077889762/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:serverstartcode/1734077889762/Put/vlen=8/seqid=60 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:sn/1734077889490/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:sn/1734077889490/Put/vlen=32/seqid=43 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:state/1734077889762/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d./info:state/1734077889762/Put/vlen=4/seqid=60 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:regioninfo/1734077889649/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:regioninfo/1734077889649/Put/vlen=64/seqid=49 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:seqnumDuringOpen/1734077889649/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:seqnumDuringOpen/1734077889649/Put/vlen=8/seqid=49 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:server/1734077889649/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:server/1734077889649/Put/vlen=18/seqid=49 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:serverstartcode/1734077889649/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:serverstartcode/1734077889649/Put/vlen=8/seqid=49 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:sn/1734077889451/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:sn/1734077889451/Put/vlen=32/seqid=33 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:state/1734077889649/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891./info:state/1734077889649/Put/vlen=4/seqid=49 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:regioninfo/1734077889687/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:regioninfo/1734077889687/Put/vlen=64/seqid=53 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:seqnumDuringOpen/1734077889687/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:seqnumDuringOpen/1734077889687/Put/vlen=8/seqid=53 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:server/1734077889687/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:server/1734077889687/Put/vlen=18/seqid=53 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:serverstartcode/1734077889687/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:serverstartcode/1734077889687/Put/vlen=8/seqid=53 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:sn/1734077889457/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:sn/1734077889457/Put/vlen=32/seqid=35 2024-12-13T08:18:10,716 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:state/1734077889687/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde./info:state/1734077889687/Put/vlen=4/seqid=53 2024-12-13T08:18:10,717 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:regioninfo/1734077889632/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:regioninfo/1734077889632/Put/vlen=64/seqid=48 2024-12-13T08:18:10,717 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:seqnumDuringOpen/1734077889632/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:seqnumDuringOpen/1734077889632/Put/vlen=8/seqid=48 2024-12-13T08:18:10,717 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:server/1734077889632/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:server/1734077889632/Put/vlen=18/seqid=48 2024-12-13T08:18:10,717 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:serverstartcode/1734077889632/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:serverstartcode/1734077889632/Put/vlen=8/seqid=48 2024-12-13T08:18:10,717 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:sn/1734077889422/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:sn/1734077889422/Put/vlen=32/seqid=22 2024-12-13T08:18:10,717 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:state/1734077889632/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068./info:state/1734077889632/Put/vlen=4/seqid=48 2024-12-13T08:18:10,717 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:regioninfo/1734077889818/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:regioninfo/1734077889818/Put/vlen=64/seqid=66 2024-12-13T08:18:10,717 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:seqnumDuringOpen/1734077889818/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:seqnumDuringOpen/1734077889818/Put/vlen=8/seqid=66 2024-12-13T08:18:10,717 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:server/1734077889818/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:server/1734077889818/Put/vlen=18/seqid=66 2024-12-13T08:18:10,717 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:serverstartcode/1734077889818/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:serverstartcode/1734077889818/Put/vlen=8/seqid=66 2024-12-13T08:18:10,717 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:sn/1734077889451/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:sn/1734077889451/Put/vlen=32/seqid=31 2024-12-13T08:18:10,717 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:state/1734077889818/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8./info:state/1734077889818/Put/vlen=4/seqid=66 2024-12-13T08:18:10,717 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:regioninfo/1734077889830/Put/vlen=61/seqid=0 testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:regioninfo/1734077889830/Put/vlen=61/seqid=67 2024-12-13T08:18:10,717 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:seqnumDuringOpen/1734077889830/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:seqnumDuringOpen/1734077889830/Put/vlen=8/seqid=67 2024-12-13T08:18:10,717 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:server/1734077889830/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:server/1734077889830/Put/vlen=18/seqid=67 2024-12-13T08:18:10,717 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:serverstartcode/1734077889830/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:serverstartcode/1734077889830/Put/vlen=8/seqid=67 2024-12-13T08:18:10,717 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:sn/1734077889491/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:sn/1734077889491/Put/vlen=32/seqid=44 2024-12-13T08:18:10,717 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:state/1734077889830/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad./info:state/1734077889830/Put/vlen=4/seqid=67 2024-12-13T08:18:10,871 DEBUG [hconnection-0x961909-shared-pool-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:18:10,874 DEBUG [hconnection-0x961909-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:18:10,874 DEBUG [hconnection-0x961909-shared-pool-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:18:10,891 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:18:10,894 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:18:10,898 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:18:10,916 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 40000, reset compression=false 2024-12-13T08:18:10,954 DEBUG [AsyncFSWAL-0-hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237-prefix:6b1293cedc9a,35111,1734077884074 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=86608, logrollsize=80530 2024-12-13T08:18:10,955 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C35111%2C1734077884074:(num 1734077885489) roll requested 2024-12-13T08:18:10,968 DEBUG [AsyncFSWAL-0-hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237-prefix:6b1293cedc9a,44275,1734077884121 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=87436, logrollsize=80530 2024-12-13T08:18:10,968 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C44275%2C1734077884121:(num 1734077885489) roll requested 2024-12-13T08:18:10,970 DEBUG [AsyncFSWAL-0-hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237-prefix:6b1293cedc9a,44603,1734077884032 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=86608, logrollsize=80530 2024-12-13T08:18:10,970 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C44603%2C1734077884032:(num 1734077885489) roll requested 2024-12-13T08:18:10,980 DEBUG [AsyncFSWAL-0-hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237-prefix:6b1293cedc9a,46225,1734077883979 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=86603, logrollsize=80530 2024-12-13T08:18:10,981 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C46225%2C1734077883979:(num 1734077885489) roll requested 2024-12-13T08:18:10,987 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,44275,1734077884121/6b1293cedc9a%2C44275%2C1734077884121.1734077890968, exclude list is [], retry=0 2024-12-13T08:18:10,999 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36541,DS-f21d05a1-c9bc-4f6f-961c-f13682265790,DISK] 2024-12-13T08:18:10,999 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.1734077890981, exclude list is [], retry=0 2024-12-13T08:18:11,008 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,44603,1734077884032/6b1293cedc9a%2C44603%2C1734077884032.1734077890970, exclude list is [], retry=0 2024-12-13T08:18:11,011 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,35111,1734077884074/6b1293cedc9a%2C35111%2C1734077884074.1734077890956, exclude list is [], retry=0 2024-12-13T08:18:11,012 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41273,DS-8cb81499-61cc-465e-99ec-0e7d4ff6ed54,DISK] 2024-12-13T08:18:11,012 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-923a9964-3113-4bf4-b1f5-980dca6a4b37,DISK] 2024-12-13T08:18:11,018 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-923a9964-3113-4bf4-b1f5-980dca6a4b37,DISK] 2024-12-13T08:18:11,019 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36541,DS-f21d05a1-c9bc-4f6f-961c-f13682265790,DISK] 2024-12-13T08:18:11,020 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-28b22ad1-c88e-4c12-94f0-3110e01096c6,DISK] 2024-12-13T08:18:11,025 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36541,DS-f21d05a1-c9bc-4f6f-961c-f13682265790,DISK] 2024-12-13T08:18:11,025 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-28b22ad1-c88e-4c12-94f0-3110e01096c6,DISK] 2024-12-13T08:18:11,026 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-923a9964-3113-4bf4-b1f5-980dca6a4b37,DISK] 2024-12-13T08:18:11,030 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36541,DS-f21d05a1-c9bc-4f6f-961c-f13682265790,DISK] 2024-12-13T08:18:11,031 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41273,DS-8cb81499-61cc-465e-99ec-0e7d4ff6ed54,DISK] 2024-12-13T08:18:11,031 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-28b22ad1-c88e-4c12-94f0-3110e01096c6,DISK] 2024-12-13T08:18:11,073 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,44275,1734077884121/6b1293cedc9a%2C44275%2C1734077884121.1734077885489 with entries=17, filesize=195.52 KB; new WAL /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,44275,1734077884121/6b1293cedc9a%2C44275%2C1734077884121.1734077890968 2024-12-13T08:18:11,080 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.1734077885489 with entries=12, filesize=167.17 KB; new WAL /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.1734077890981 2024-12-13T08:18:11,080 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1.1588230740 is 83 2024-12-13T08:18:11,080 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0001.534574363 is 28 2024-12-13T08:18:11,080 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0002.1657623790 is 28 2024-12-13T08:18:11,080 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45297:45297),(127.0.0.1/127.0.0.1:46385:46385),(127.0.0.1/127.0.0.1:37641:37641)] 2024-12-13T08:18:11,080 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,44275,1734077884121/6b1293cedc9a%2C44275%2C1734077884121.1734077885489 is not closed yet, will try archiving it next time 2024-12-13T08:18:11,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cbaee4 to 127.0.0.1:60432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@593e519 2024-12-13T08:18:11,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741836_1012 (size=200216) 2024-12-13T08:18:11,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741836_1012 (size=200216) 2024-12-13T08:18:11,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741836_1012 (size=200216) 2024-12-13T08:18:11,091 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37641:37641),(127.0.0.1/127.0.0.1:45297:45297),(127.0.0.1/127.0.0.1:35953:35953)] 2024-12-13T08:18:11,091 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.1734077885489 is not closed yet, will try archiving it next time 2024-12-13T08:18:11,092 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,35111,1734077884074/6b1293cedc9a%2C35111%2C1734077884074.1734077885489 with entries=12, filesize=167.21 KB; new WAL /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,35111,1734077884074/6b1293cedc9a%2C35111%2C1734077884074.1734077890956 2024-12-13T08:18:11,092 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45297:45297),(127.0.0.1/127.0.0.1:35953:35953),(127.0.0.1/127.0.0.1:37641:37641)] 2024-12-13T08:18:11,092 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,35111,1734077884074/6b1293cedc9a%2C35111%2C1734077884074.1734077885489 is not closed yet, will try archiving it next time 2024-12-13T08:18:11,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741835_1011 (size=171190) 2024-12-13T08:18:11,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741835_1011 (size=171190) 2024-12-13T08:18:11,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741835_1011 (size=171190) 2024-12-13T08:18:11,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741833_1009 (size=171235) 2024-12-13T08:18:11,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741833_1009 (size=171235) 2024-12-13T08:18:11,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741833_1009 (size=171235) 2024-12-13T08:18:11,105 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,44603,1734077884032/6b1293cedc9a%2C44603%2C1734077884032.1734077885489 with entries=12, filesize=167.17 KB; new WAL /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,44603,1734077884032/6b1293cedc9a%2C44603%2C1734077884032.1734077890970 2024-12-13T08:18:11,105 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45297:45297),(127.0.0.1/127.0.0.1:46385:46385),(127.0.0.1/127.0.0.1:35953:35953)] 2024-12-13T08:18:11,105 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,44603,1734077884032/6b1293cedc9a%2C44603%2C1734077884032.1734077885489 is not closed yet, will try archiving it next time 2024-12-13T08:18:11,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741834_1010 (size=171195) 2024-12-13T08:18:11,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741834_1010 (size=171195) 2024-12-13T08:18:11,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741834_1010 (size=171195) 2024-12-13T08:18:11,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57dd35dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:18:11,145 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CleanupCatalogReplicaStaleCache, period=1500, unit=MILLISECONDS is enabled. 2024-12-13T08:18:11,145 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=RefreshReplicaCountChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:11,147 DEBUG [Time-limited test {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 3 2024-12-13T08:18:11,149 DEBUG [hconnection-0x7a5cf144-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:18:11,153 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:18:11,160 DEBUG [hconnection-0x7a5cf144-metaLookup-shared--pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:18:11,162 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:18:11,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:18:11,167 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:18:11,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:18:11,181 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:18:11,277 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1.1588230740 is 89 2024-12-13T08:18:11,277 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0001.534574363 is 37 2024-12-13T08:18:11,277 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0002.1657623790 is 38 2024-12-13T08:18:11,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T08:18:11,283 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T08:18:11,379 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1.1588230740 is 189 2024-12-13T08:18:11,379 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0001.534574363 is 137 2024-12-13T08:18:11,380 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0002.1657623790 is 63 2024-12-13T08:18:11,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster(2345): Client=jenkins//172.17.0.2 move hri=0f14ad29c248dafafa86c14e63f64891, source=6b1293cedc9a,44275,1734077884121, destination=6b1293cedc9a,46225,1734077883979, warming up region on 6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:11,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46225 {}] regionserver.RSRpcServices(2212): Warmup testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46225 {}] regionserver.HRegion(7389): Warmup {ENCODED => 0f14ad29c248dafafa86c14e63f64891, NAME => 'testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T08:18:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46225 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:11,393 INFO [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:11,394 INFO [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f14ad29c248dafafa86c14e63f64891 columnFamilyName info 2024-12-13T08:18:11,394 DEBUG [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:11,395 INFO [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] regionserver.HStore(327): Store=0f14ad29c248dafafa86c14e63f64891/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46225 {}] regionserver.HRegion(1681): Closing 0f14ad29c248dafafa86c14e63f64891, disabling compactions & flushes 2024-12-13T08:18:11,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46225 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46225 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46225 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. after waiting 0 ms 2024-12-13T08:18:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46225 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:11,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46225 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46225 {}] regionserver.HRegion(1635): Region close journal for 0f14ad29c248dafafa86c14e63f64891: 2024-12-13T08:18:11,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster(2349): Client=jenkins//172.17.0.2 move hri=0f14ad29c248dafafa86c14e63f64891, source=6b1293cedc9a,44275,1734077884121, destination=6b1293cedc9a,46225,1734077883979, running balancer 2024-12-13T08:18:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=0f14ad29c248dafafa86c14e63f64891, REOPEN/MOVE 2024-12-13T08:18:11,399 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=0f14ad29c248dafafa86c14e63f64891, REOPEN/MOVE 2024-12-13T08:18:11,401 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=0f14ad29c248dafafa86c14e63f64891, regionState=CLOSING, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:11,404 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:18:11,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; CloseRegionProcedure 0f14ad29c248dafafa86c14e63f64891, server=6b1293cedc9a,44275,1734077884121}] 2024-12-13T08:18:11,433 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 40000, reset compression=false 2024-12-13T08:18:11,441 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:18:11,441 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 40468, reset compression=false 2024-12-13T08:18:11,441 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/72=[#edits: 3 = ],660}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=40468, nbRowKeys=1, nbHFiles=0, heapSize=660, lastSeqIds={}, endOfFile=false,usedBufferSize=660] 2024-12-13T08:18:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] procedure.ProcedureSyncWait(219): waitFor pid=69 2024-12-13T08:18:11,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:11,557 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(124): Close 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:11,558 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:18:11,558 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1681): Closing 0f14ad29c248dafafa86c14e63f64891, disabling compactions & flushes 2024-12-13T08:18:11,558 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:11,558 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:11,558 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. after waiting 0 ms 2024-12-13T08:18:11,558 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:11,558 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(2837): Flushing 0f14ad29c248dafafa86c14e63f64891 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:18:11,566 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-13T08:18:11,588 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/0f14ad29c248dafafa86c14e63f64891/.tmp/info/c205f4c1914049a5853a3ade7b20be44 is 40, key is uuu/info:info/1734077891028/Put/seqid=0 2024-12-13T08:18:11,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741873_1049 (size=31985) 2024-12-13T08:18:11,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741873_1049 (size=31985) 2024-12-13T08:18:11,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741873_1049 (size=31985) 2024-12-13T08:18:11,601 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/0f14ad29c248dafafa86c14e63f64891/.tmp/info/c205f4c1914049a5853a3ade7b20be44 2024-12-13T08:18:11,609 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/0f14ad29c248dafafa86c14e63f64891/.tmp/info/c205f4c1914049a5853a3ade7b20be44 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/0f14ad29c248dafafa86c14e63f64891/info/c205f4c1914049a5853a3ade7b20be44 2024-12-13T08:18:11,618 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/0f14ad29c248dafafa86c14e63f64891/info/c205f4c1914049a5853a3ade7b20be44, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:18:11,619 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 0f14ad29c248dafafa86c14e63f64891 in 61ms, sequenceid=5, compaction requested=false 2024-12-13T08:18:11,619 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testHBaseMetaReplicaGets' 2024-12-13T08:18:11,625 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/0f14ad29c248dafafa86c14e63f64891/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:18:11,626 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:11,626 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1635): Region close journal for 0f14ad29c248dafafa86c14e63f64891: 2024-12-13T08:18:11,626 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionServer(3789): Adding 0f14ad29c248dafafa86c14e63f64891 move to 6b1293cedc9a,46225,1734077883979 record at close sequenceid=5 2024-12-13T08:18:11,628 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(170): Closed 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:11,629 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=0f14ad29c248dafafa86c14e63f64891, regionState=CLOSED 2024-12-13T08:18:11,630 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T08:18:11,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-13T08:18:11,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseRegionProcedure 0f14ad29c248dafafa86c14e63f64891, server=6b1293cedc9a,44275,1734077884121 in 227 msec 2024-12-13T08:18:11,634 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=0f14ad29c248dafafa86c14e63f64891, REOPEN/MOVE; state=CLOSED, location=6b1293cedc9a,46225,1734077883979; forceNewPlan=false, retain=false 2024-12-13T08:18:11,648 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 40468, reset compression=false 2024-12-13T08:18:11,653 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:18:11,653 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 40797, reset compression=false 2024-12-13T08:18:11,653 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/73=[#edits: 2 = ],476}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=40797, nbRowKeys=1, nbHFiles=0, heapSize=476, lastSeqIds={}, endOfFile=false,usedBufferSize=476] 2024-12-13T08:18:11,784 INFO [6b1293cedc9a:44927 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:18:11,784 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=0f14ad29c248dafafa86c14e63f64891, regionState=OPENING, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:11,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=69, state=RUNNABLE; OpenRegionProcedure 0f14ad29c248dafafa86c14e63f64891, server=6b1293cedc9a,46225,1734077883979}] 2024-12-13T08:18:11,858 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 40797, reset compression=false 2024-12-13T08:18:11,869 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:18:11,869 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 41265, reset compression=false 2024-12-13T08:18:11,869 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/74=[#edits: 3 = ],660}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=41265, nbRowKeys=1, nbHFiles=0, heapSize=660, lastSeqIds={}, endOfFile=false,usedBufferSize=660] 2024-12-13T08:18:11,940 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:11,945 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:11,945 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7285): Opening region: {ENCODED => 0f14ad29c248dafafa86c14e63f64891, NAME => 'testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T08:18:11,945 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:11,945 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:11,945 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7327): checking encryption for 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:11,945 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7330): checking classloading for 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:11,948 INFO [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:11,949 INFO [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f14ad29c248dafafa86c14e63f64891 columnFamilyName info 2024-12-13T08:18:11,949 DEBUG [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:11,959 DEBUG [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/0f14ad29c248dafafa86c14e63f64891/info/c205f4c1914049a5853a3ade7b20be44 2024-12-13T08:18:11,959 INFO [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] regionserver.HStore(327): Store=0f14ad29c248dafafa86c14e63f64891/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:11,960 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:11,962 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:11,964 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1085): writing seq id for 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:11,965 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1102): Opened 0f14ad29c248dafafa86c14e63f64891; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69533068, jitterRate=0.036123454570770264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:11,966 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1001): Region open journal for 0f14ad29c248dafafa86c14e63f64891: 2024-12-13T08:18:11,966 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891., pid=71, masterSystemTime=1734077891940 2024-12-13T08:18:11,968 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:11,968 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:11,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=0f14ad29c248dafafa86c14e63f64891, regionState=OPEN, openSeqNum=9, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:11,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=69 2024-12-13T08:18:11,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=69, state=SUCCESS; OpenRegionProcedure 0f14ad29c248dafafa86c14e63f64891, server=6b1293cedc9a,46225,1734077883979 in 183 msec 2024-12-13T08:18:11,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=0f14ad29c248dafafa86c14e63f64891, REOPEN/MOVE in 575 msec 2024-12-13T08:18:12,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:18:12,006 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:18:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Get size: 126 connection: 172.17.0.2:35386 deadline: 1734077952027, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6b1293cedc9a port=46225 startCode=1734077883979. As of locationSeqNum=5. 2024-12-13T08:18:12,074 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 41265, reset compression=false 2024-12-13T08:18:12,082 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:18:12,082 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 41975, reset compression=false 2024-12-13T08:18:12,082 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/75=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=41975, nbRowKeys=1, nbHFiles=0, heapSize=1004, lastSeqIds={}, endOfFile=false,usedBufferSize=1004] 2024-12-13T08:18:12,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1.1588230740 is 190 2024-12-13T08:18:12,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0001.534574363 is 137 2024-12-13T08:18:12,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0002.1657623790 is 63 2024-12-13T08:18:12,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster(2345): Client=jenkins//172.17.0.2 move hri=0f14ad29c248dafafa86c14e63f64891, source=6b1293cedc9a,46225,1734077883979, destination=6b1293cedc9a,44275,1734077884121, warming up region on 6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:12,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.RSRpcServices(2212): Warmup testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HRegion(7389): Warmup {ENCODED => 0f14ad29c248dafafa86c14e63f64891, NAME => 'testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T08:18:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:12,159 INFO [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:12,160 INFO [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f14ad29c248dafafa86c14e63f64891 columnFamilyName info 2024-12-13T08:18:12,161 DEBUG [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:12,168 DEBUG [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/0f14ad29c248dafafa86c14e63f64891/info/c205f4c1914049a5853a3ade7b20be44 2024-12-13T08:18:12,168 INFO [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] regionserver.HStore(327): Store=0f14ad29c248dafafa86c14e63f64891/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HRegion(1681): Closing 0f14ad29c248dafafa86c14e63f64891, disabling compactions & flushes 2024-12-13T08:18:12,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. after waiting 0 ms 2024-12-13T08:18:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:12,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HRegion(1635): Region close journal for 0f14ad29c248dafafa86c14e63f64891: 2024-12-13T08:18:12,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster(2349): Client=jenkins//172.17.0.2 move hri=0f14ad29c248dafafa86c14e63f64891, source=6b1293cedc9a,46225,1734077883979, destination=6b1293cedc9a,44275,1734077884121, running balancer 2024-12-13T08:18:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] procedure2.ProcedureExecutor(1098): Stored pid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=0f14ad29c248dafafa86c14e63f64891, REOPEN/MOVE 2024-12-13T08:18:12,170 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=0f14ad29c248dafafa86c14e63f64891, REOPEN/MOVE 2024-12-13T08:18:12,171 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=72 updating hbase:meta row=0f14ad29c248dafafa86c14e63f64891, regionState=CLOSING, regionLocation=6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:12,173 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:18:12,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE; CloseRegionProcedure 0f14ad29c248dafafa86c14e63f64891, server=6b1293cedc9a,46225,1734077883979}] 2024-12-13T08:18:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] procedure.ProcedureSyncWait(219): waitFor pid=72 2024-12-13T08:18:12,291 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 41975, reset compression=false 2024-12-13T08:18:12,302 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:18:12,303 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 42443, reset compression=false 2024-12-13T08:18:12,303 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/76=[#edits: 3 = ],660}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=42443, nbRowKeys=1, nbHFiles=0, heapSize=660, lastSeqIds={}, endOfFile=false,usedBufferSize=660] 2024-12-13T08:18:12,325 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,46225,1734077883979 2024-12-13T08:18:12,326 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(124): Close 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:12,326 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:18:12,326 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1681): Closing 0f14ad29c248dafafa86c14e63f64891, disabling compactions & flushes 2024-12-13T08:18:12,326 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:12,326 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:12,326 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. after waiting 0 ms 2024-12-13T08:18:12,326 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:12,331 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/0f14ad29c248dafafa86c14e63f64891/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-13T08:18:12,332 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:12,332 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1635): Region close journal for 0f14ad29c248dafafa86c14e63f64891: 2024-12-13T08:18:12,332 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegionServer(3789): Adding 0f14ad29c248dafafa86c14e63f64891 move to 6b1293cedc9a,44275,1734077884121 record at close sequenceid=9 2024-12-13T08:18:12,334 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(170): Closed 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:12,334 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=72 updating hbase:meta row=0f14ad29c248dafafa86c14e63f64891, regionState=CLOSED 2024-12-13T08:18:12,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-13T08:18:12,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; CloseRegionProcedure 0f14ad29c248dafafa86c14e63f64891, server=6b1293cedc9a,46225,1734077883979 in 163 msec 2024-12-13T08:18:12,339 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=0f14ad29c248dafafa86c14e63f64891, REOPEN/MOVE; state=CLOSED, location=6b1293cedc9a,44275,1734077884121; forceNewPlan=false, retain=false 2024-12-13T08:18:12,489 INFO [6b1293cedc9a:44927 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:18:12,490 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=72 updating hbase:meta row=0f14ad29c248dafafa86c14e63f64891, regionState=OPENING, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:12,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE; OpenRegionProcedure 0f14ad29c248dafafa86c14e63f64891, server=6b1293cedc9a,44275,1734077884121}] 2024-12-13T08:18:12,509 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 42443, reset compression=false 2024-12-13T08:18:12,517 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:18:12,517 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43240, reset compression=false 2024-12-13T08:18:12,517 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/77=[#edits: 2 = ],476}, {hbase:meta/1588230740/78=[#edits: 3 = ],660}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=43240, nbRowKeys=2, nbHFiles=0, heapSize=1136, lastSeqIds={}, endOfFile=false,usedBufferSize=1136] 2024-12-13T08:18:12,647 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:12,651 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:12,651 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7285): Opening region: {ENCODED => 0f14ad29c248dafafa86c14e63f64891, NAME => 'testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T08:18:12,652 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:12,652 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:12,652 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7327): checking encryption for 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:12,652 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7330): checking classloading for 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:12,654 INFO [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:12,655 INFO [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f14ad29c248dafafa86c14e63f64891 columnFamilyName info 2024-12-13T08:18:12,655 DEBUG [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:12,661 DEBUG [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/0f14ad29c248dafafa86c14e63f64891/info/c205f4c1914049a5853a3ade7b20be44 2024-12-13T08:18:12,661 INFO [StoreOpener-0f14ad29c248dafafa86c14e63f64891-1 {}] regionserver.HStore(327): Store=0f14ad29c248dafafa86c14e63f64891/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:12,662 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:12,664 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:12,666 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1085): writing seq id for 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:18:12,667 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1102): Opened 0f14ad29c248dafafa86c14e63f64891; next sequenceid=12; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66293458, jitterRate=-0.012150496244430542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:12,667 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1001): Region open journal for 0f14ad29c248dafafa86c14e63f64891: 2024-12-13T08:18:12,668 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891., pid=74, masterSystemTime=1734077892647 2024-12-13T08:18:12,670 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:12,670 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:18:12,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=72 updating hbase:meta row=0f14ad29c248dafafa86c14e63f64891, regionState=OPEN, openSeqNum=12, regionLocation=6b1293cedc9a,44275,1734077884121 2024-12-13T08:18:12,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=72 2024-12-13T08:18:12,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=72, state=SUCCESS; OpenRegionProcedure 0f14ad29c248dafafa86c14e63f64891, server=6b1293cedc9a,44275,1734077884121 in 178 msec 2024-12-13T08:18:12,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=0f14ad29c248dafafa86c14e63f64891, REOPEN/MOVE in 505 msec 2024-12-13T08:18:12,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:18:12,725 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:18:12,725 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43240, reset compression=false 2024-12-13T08:18:12,734 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:18:12,734 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:12,734 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/79=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta, lastWalPosition=43950, nbRowKeys=1, nbHFiles=0, heapSize=1004, lastSeqIds={}, endOfFile=false,usedBufferSize=1004] 2024-12-13T08:18:12,941 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:13,246 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:13,641 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-13T08:18:13,641 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-13T08:18:13,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-13T08:18:13,645 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-13T08:18:13,647 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:18:13,647 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-13T08:18:13,647 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-13T08:18:13,647 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-13T08:18:13,649 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicaGets 2024-12-13T08:18:13,649 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicaGets Metrics about Tables on a single HBase RegionServer 2024-12-13T08:18:13,653 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:14,157 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:14,767 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:15,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:15,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:15,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:15,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:15,473 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:16,279 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:17,133 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-13T08:18:17,191 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:18,195 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:19,300 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:20,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:20,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:20,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:20,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:20,507 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:21,818 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:23,228 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:24,738 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:25,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:25,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:25,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:25,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:26,343 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:28,052 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:29,857 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:30,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:30,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:30,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:30,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:31,762 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:32,458 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:18:32,737 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:18:33,767 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:35,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:35,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:35,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:35,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:35,874 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:37,140 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:18:37,142 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:18:38,085 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:38,137 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:18:38,137 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:18:38,138 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:18:38,138 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:18:39,137 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:18:39,138 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:18:40,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:40,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:40,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:40,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:40,392 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:42,797 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:45,306 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:45,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:45,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:45,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:45,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:47,394 INFO [master/6b1293cedc9a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-13T08:18:47,394 INFO [master/6b1293cedc9a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-13T08:18:47,913 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:50,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:50,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:50,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:50,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:50,618 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:52,737 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:18:52,972 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-13T08:18:53,424 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-13T08:18:53,429 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:53,429 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-13T08:18:55,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:55,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:55,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:55,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:56,336 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:18:57,652 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 0f14ad29c248dafafa86c14e63f64891, had cached 0 bytes from a total of 31985 2024-12-13T08:18:59,347 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:19:00,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:00,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:00,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:00,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:02,458 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:19:02,458 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:19:05,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:05,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:05,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:05,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:05,664 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:19:06,216 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region ea036475bae0c3bec186f0df2c84a14f changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,217 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region d53722252c67e0dacfbdcfc2f15a1944 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,217 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 4ae04a40dc43e80ce02c735c7e05bdf7 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,217 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region b1b9b0aae5ce9aacab2c5f90cbb8f6b2 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,218 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region a2af1f44b80960aafa1cf5f3fa73229d changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,218 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 86520eac0928137dd426c0bf4c447aad changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,218 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 534574363 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,218 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 6dff4b1e548e0155ef6b542a04ac8cff changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,218 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region be5b61b727e783f36b619a302dd9eee2 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,218 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region bb28d5cf8bc147ab5a673b32a0892f24 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,219 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region ace27628d430140c09df0178add4ecb6 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,219 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region b18fff88be3bfe5cc6ee49707136db7f changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,219 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region deb2a69580f752627f1465a8b286fe45 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,219 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 0f14ad29c248dafafa86c14e63f64891 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,219 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 58247b182a62563f01cff0d30588edde changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,220 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1657623790 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,220 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 572827057de229047bd8c7340780ab8a changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,220 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region b5947ad8ef05c6faac1e9255a6149676 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,220 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region d19a15353d1e00a72576885f5279045e changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,220 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 023d8b15d643a6787e9e96253c25a27c changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,220 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 3c3c4b13bf4ba45ddeeacf873e2bca71 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,221 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 99da798fa0a56b8cb53c6318403722b8 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,221 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region da0ff36bf35d631420e76a543720fd30 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,221 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region d87c807b2715894eb98bc85f7d34e918 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,221 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 590d4094786ec4f911bfafdd80e257aa changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,221 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 7fdc58692d3d20cbf88bf39b531ea152 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,221 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 26b0ff47cc0a55a5108c8955f6078b0c changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:06,222 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 4023297d7205ed48f42e83f265d53068 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:08,969 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:19:10,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:10,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:10,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:10,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:11,150 DEBUG [AsyncConn Chore Service.Chore.1 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 3 2024-12-13T08:19:12,379 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:19:12,737 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:19:15,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:15,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:15,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:15,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:15,886 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:19:19,492 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:19:20,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:20,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:20,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:20,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:23,202 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:19:25,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:25,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:25,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:25,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:27,013 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:19:30,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:30,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:30,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:30,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:30,921 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:19:32,458 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:19:32,738 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:19:34,926 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:19:35,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:35,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:35,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:35,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:37,972 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-13T08:19:38,425 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-13T08:19:38,429 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-13T08:19:39,037 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:19:40,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:40,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:40,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:40,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:42,652 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 0f14ad29c248dafafa86c14e63f64891, had cached 0 bytes from a total of 31985 2024-12-13T08:19:43,245 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:19:45,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:45,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:45,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:45,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:47,549 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:19:50,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:50,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:50,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:50,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:51,960 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:19:52,738 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:19:55,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:55,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:55,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:55,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:56,465 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:20:00,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:00,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:00,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:00,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:01,070 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:20:02,459 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:20:05,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:05,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:05,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:05,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:05,780 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:20:10,367 INFO [6b1293cedc9a:46225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:10,369 INFO [6b1293cedc9a:44275Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:10,369 INFO [6b1293cedc9a:44603Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:10,369 INFO [6b1293cedc9a:35111Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:10,588 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:20:11,149 DEBUG [AsyncConn Chore Service.Chore.1 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 3 2024-12-13T08:20:12,738 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:20:12,741 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1.1588230740 is 190 2024-12-13T08:20:12,741 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0001.534574363 is 137 2024-12-13T08:20:12,741 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0002.1657623790 is 63 2024-12-13T08:20:12,743 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:12,745 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:12,747 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:12,751 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46225 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Get size: 127 connection: 172.17.0.2:56750 deadline: 1734078072764, exception=org.apache.hadoop.hbase.NotServingRegionException: testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. is not online on 6b1293cedc9a,46225,1734077883979 2024-12-13T08:20:12,766 DEBUG [Time-limited test {}] client.CatalogReplicaLoadBalanceSimpleSelector(138): Add entry to stale cache for table testHBaseMetaReplicaGets with startKey [117, 117, 117], [118, 118, 118] 2024-12-13T08:20:12,868 DEBUG [Time-limited test {}] client.CatalogReplicaLoadBalanceSimpleSelector(226): Lookup [117, 117, 117] goes to primary meta 2024-12-13T08:20:12,880 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1.1588230740 is 192 2024-12-13T08:20:12,880 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0001.534574363 is 137 2024-12-13T08:20:12,880 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0002.1657623790 is 63 2024-12-13T08:20:12,880 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T08:20:12,880 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T08:20:12,880 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2dd86bdf to 127.0.0.1:60432 2024-12-13T08:20:12,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:12,881 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T08:20:12,881 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1393790199, stopped=false 2024-12-13T08:20:12,881 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=6b1293cedc9a,44927,1734077883241 2024-12-13T08:20:12,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:12,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:12,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:12,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:12,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:12,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:12,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:12,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:12,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:12,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:12,922 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T08:20:12,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:12,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:12,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:12,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:12,922 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,46225,1734077883979' ***** 2024-12-13T08:20:12,923 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:12,923 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,44603,1734077884032' ***** 2024-12-13T08:20:12,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:12,923 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:12,923 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,35111,1734077884074' ***** 2024-12-13T08:20:12,923 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:12,923 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,44275,1734077884121' ***** 2024-12-13T08:20:12,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:12,923 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:12,923 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:12,923 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:12,923 INFO [RS:1;6b1293cedc9a:44603 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:12,923 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:12,923 INFO [RS:0;6b1293cedc9a:46225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:12,923 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:12,923 INFO [RS:3;6b1293cedc9a:44275 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:12,923 INFO [RS:1;6b1293cedc9a:44603 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:12,923 INFO [RS:0;6b1293cedc9a:46225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:12,923 INFO [RS:3;6b1293cedc9a:44275 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:12,924 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(3579): Received CLOSE for b5947ad8ef05c6faac1e9255a6149676 2024-12-13T08:20:12,924 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(3579): Received CLOSE for 58247b182a62563f01cff0d30588edde 2024-12-13T08:20:12,924 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(3579): Received CLOSE for 4023297d7205ed48f42e83f265d53068 2024-12-13T08:20:12,924 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:12,924 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:12,924 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:12,924 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:12,924 INFO [RS:2;6b1293cedc9a:35111 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:12,924 INFO [RS:2;6b1293cedc9a:35111 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:12,924 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(3579): Received CLOSE for a2af1f44b80960aafa1cf5f3fa73229d 2024-12-13T08:20:12,925 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(3579): Received CLOSE for ea036475bae0c3bec186f0df2c84a14f 2024-12-13T08:20:12,925 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(3579): Received CLOSE for b1b9b0aae5ce9aacab2c5f90cbb8f6b2 2024-12-13T08:20:12,925 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(3579): Received CLOSE for 26b0ff47cc0a55a5108c8955f6078b0c 2024-12-13T08:20:12,925 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(3579): Received CLOSE for 0f14ad29c248dafafa86c14e63f64891 2024-12-13T08:20:12,925 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(3579): Received CLOSE for d53722252c67e0dacfbdcfc2f15a1944 2024-12-13T08:20:12,925 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(3579): Received CLOSE for 7fdc58692d3d20cbf88bf39b531ea152 2024-12-13T08:20:12,925 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(3579): Received CLOSE for deb2a69580f752627f1465a8b286fe45 2024-12-13T08:20:12,925 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(3579): Received CLOSE for 4ae04a40dc43e80ce02c735c7e05bdf7 2024-12-13T08:20:12,925 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(3579): Received CLOSE for d87c807b2715894eb98bc85f7d34e918 2024-12-13T08:20:12,925 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(3579): Received CLOSE for 6dff4b1e548e0155ef6b542a04ac8cff 2024-12-13T08:20:12,925 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(3579): Received CLOSE for 86520eac0928137dd426c0bf4c447aad 2024-12-13T08:20:12,925 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(3579): Received CLOSE for ace27628d430140c09df0178add4ecb6 2024-12-13T08:20:12,925 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(3579): Received CLOSE for 590d4094786ec4f911bfafdd80e257aa 2024-12-13T08:20:12,925 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,35111,1734077884074 2024-12-13T08:20:12,925 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(3579): Received CLOSE for da0ff36bf35d631420e76a543720fd30 2024-12-13T08:20:12,925 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(3579): Received CLOSE for be5b61b727e783f36b619a302dd9eee2 2024-12-13T08:20:12,925 DEBUG [RS:2;6b1293cedc9a:35111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:12,925 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(3579): Received CLOSE for bb28d5cf8bc147ab5a673b32a0892f24 2024-12-13T08:20:12,925 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,46225,1734077883979 2024-12-13T08:20:12,925 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4023297d7205ed48f42e83f265d53068, disabling compactions & flushes 2024-12-13T08:20:12,925 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 58247b182a62563f01cff0d30588edde, disabling compactions & flushes 2024-12-13T08:20:12,925 DEBUG [RS:0;6b1293cedc9a:46225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:12,925 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a2af1f44b80960aafa1cf5f3fa73229d, disabling compactions & flushes 2024-12-13T08:20:12,926 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(3579): Received CLOSE for b18fff88be3bfe5cc6ee49707136db7f 2024-12-13T08:20:12,926 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(1599): Waiting on 6 regions to close 2024-12-13T08:20:12,926 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068. 2024-12-13T08:20:12,926 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,44275,1734077884121 2024-12-13T08:20:12,926 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d. 2024-12-13T08:20:12,926 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068. 2024-12-13T08:20:12,926 DEBUG [RS:3;6b1293cedc9a:44275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:12,926 DEBUG [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(1603): Online Regions={a2af1f44b80960aafa1cf5f3fa73229d=testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d., ea036475bae0c3bec186f0df2c84a14f=testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f., b1b9b0aae5ce9aacab2c5f90cbb8f6b2=testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2., d53722252c67e0dacfbdcfc2f15a1944=testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944., 4ae04a40dc43e80ce02c735c7e05bdf7=testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7., 86520eac0928137dd426c0bf4c447aad=testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad.} 2024-12-13T08:20:12,926 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d. 2024-12-13T08:20:12,926 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(3579): Received CLOSE for 99da798fa0a56b8cb53c6318403722b8 2024-12-13T08:20:12,926 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068. after waiting 0 ms 2024-12-13T08:20:12,926 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1599): Waiting on 9 regions to close 2024-12-13T08:20:12,926 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068. 2024-12-13T08:20:12,926 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d. after waiting 0 ms 2024-12-13T08:20:12,926 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(3579): Received CLOSE for 572827057de229047bd8c7340780ab8a 2024-12-13T08:20:12,926 DEBUG [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1603): Online Regions={58247b182a62563f01cff0d30588edde=testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde., 0f14ad29c248dafafa86c14e63f64891=testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891., deb2a69580f752627f1465a8b286fe45=testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45., 6dff4b1e548e0155ef6b542a04ac8cff=hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff., ace27628d430140c09df0178add4ecb6=testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6., be5b61b727e783f36b619a302dd9eee2=testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2., 534574363=hbase:meta,,1_0001.534574363, bb28d5cf8bc147ab5a673b32a0892f24=testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24., b18fff88be3bfe5cc6ee49707136db7f=testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f.} 2024-12-13T08:20:12,926 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d. 2024-12-13T08:20:12,926 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(3579): Received CLOSE for 023d8b15d643a6787e9e96253c25a27c 2024-12-13T08:20:12,926 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(3579): Received CLOSE for 534574363 2024-12-13T08:20:12,926 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde. 2024-12-13T08:20:12,926 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(3579): Received CLOSE for d19a15353d1e00a72576885f5279045e 2024-12-13T08:20:12,926 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4023297d7205ed48f42e83f265d53068 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:12,926 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde. 2024-12-13T08:20:12,926 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:12,926 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(3579): Received CLOSE for 3c3c4b13bf4ba45ddeeacf873e2bca71 2024-12-13T08:20:12,926 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a2af1f44b80960aafa1cf5f3fa73229d 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:12,926 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:12,926 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde. after waiting 0 ms 2024-12-13T08:20:12,926 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,44603,1734077884032 2024-12-13T08:20:12,926 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:12,926 DEBUG [RS:1;6b1293cedc9a:44603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:12,926 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde. 2024-12-13T08:20:12,926 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T08:20:12,927 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(1599): Waiting on 7 regions to close 2024-12-13T08:20:12,927 DEBUG [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(1603): Online Regions={b5947ad8ef05c6faac1e9255a6149676=testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676., 99da798fa0a56b8cb53c6318403722b8=testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8., 572827057de229047bd8c7340780ab8a=testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a., 023d8b15d643a6787e9e96253c25a27c=testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c., d19a15353d1e00a72576885f5279045e=testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e., 3c3c4b13bf4ba45ddeeacf873e2bca71=testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71., 1657623790=hbase:meta,,1_0002.1657623790} 2024-12-13T08:20:12,927 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 58247b182a62563f01cff0d30588edde 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:12,927 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(3579): Received CLOSE for 1657623790 2024-12-13T08:20:12,927 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b5947ad8ef05c6faac1e9255a6149676, disabling compactions & flushes 2024-12-13T08:20:12,927 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676. 2024-12-13T08:20:12,927 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676. 2024-12-13T08:20:12,927 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676. after waiting 0 ms 2024-12-13T08:20:12,927 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676. 2024-12-13T08:20:12,927 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b5947ad8ef05c6faac1e9255a6149676 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:12,929 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1599): Waiting on 7 regions to close 2024-12-13T08:20:12,929 DEBUG [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1603): Online Regions={4023297d7205ed48f42e83f265d53068=testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068., 26b0ff47cc0a55a5108c8955f6078b0c=testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c., 7fdc58692d3d20cbf88bf39b531ea152=testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152., d87c807b2715894eb98bc85f7d34e918=testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918., 590d4094786ec4f911bfafdd80e257aa=testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa., 1588230740=hbase:meta,,1.1588230740, da0ff36bf35d631420e76a543720fd30=testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30.} 2024-12-13T08:20:12,929 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:20:12,929 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:20:12,929 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:20:12,929 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:20:12,929 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:20:12,929 DEBUG [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(1629): Waiting on 4ae04a40dc43e80ce02c735c7e05bdf7, 86520eac0928137dd426c0bf4c447aad, a2af1f44b80960aafa1cf5f3fa73229d, b1b9b0aae5ce9aacab2c5f90cbb8f6b2, d53722252c67e0dacfbdcfc2f15a1944, ea036475bae0c3bec186f0df2c84a14f 2024-12-13T08:20:12,929 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=36.72 KB heapSize=57.70 KB 2024-12-13T08:20:12,929 DEBUG [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1629): Waiting on 0f14ad29c248dafafa86c14e63f64891, 534574363, 58247b182a62563f01cff0d30588edde, 6dff4b1e548e0155ef6b542a04ac8cff, ace27628d430140c09df0178add4ecb6, b18fff88be3bfe5cc6ee49707136db7f, bb28d5cf8bc147ab5a673b32a0892f24, be5b61b727e783f36b619a302dd9eee2, deb2a69580f752627f1465a8b286fe45 2024-12-13T08:20:12,929 DEBUG [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 26b0ff47cc0a55a5108c8955f6078b0c, 4023297d7205ed48f42e83f265d53068, 590d4094786ec4f911bfafdd80e257aa, 7fdc58692d3d20cbf88bf39b531ea152, d87c807b2715894eb98bc85f7d34e918, da0ff36bf35d631420e76a543720fd30 2024-12-13T08:20:12,929 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-13T08:20:12,929 DEBUG [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(1629): Waiting on 023d8b15d643a6787e9e96253c25a27c, 1657623790, 3c3c4b13bf4ba45ddeeacf873e2bca71, 572827057de229047bd8c7340780ab8a, 99da798fa0a56b8cb53c6318403722b8, b5947ad8ef05c6faac1e9255a6149676, d19a15353d1e00a72576885f5279045e 2024-12-13T08:20:12,929 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-13T08:20:12,929 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-13T08:20:12,929 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-13T08:20:12,929 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-13T08:20:12,929 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-13T08:20:12,929 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-13T08:20:12,930 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-13T08:20:12,930 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-13T08:20:12,930 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-13T08:20:12,937 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:12,937 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-13T08:20:12,937 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-13T08:20:12,937 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0002.1657623790 2024-12-13T08:20:12,959 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:12,959 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-13T08:20:12,959 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-13T08:20:12,960 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0001.534574363 2024-12-13T08:20:12,967 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b5947ad8ef05c6faac1e9255a6149676/.tmp/info/f4141423147d48cfb45a956656a62393 is 40, key is ggg/info:info/1734077890947/Put/seqid=0 2024-12-13T08:20:12,967 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/.tmp/info/9b7d87356bc44e3fa4cf25f91ba41478 is 178, key is testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2./info:regioninfo/1734077889727/Put/seqid=0 2024-12-13T08:20:12,968 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/58247b182a62563f01cff0d30588edde/.tmp/info/78d004feed3c488ea4aa5cd4ac050792 is 40, key is vvv/info:info/1734077891048/Put/seqid=0 2024-12-13T08:20:12,968 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/4023297d7205ed48f42e83f265d53068/.tmp/info/9f8f1d69742e4519b8c8f2b76561d2a0 is 40, key is www/info:info/1734077891026/Put/seqid=0 2024-12-13T08:20:12,978 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:12,978 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:12,978 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/a2af1f44b80960aafa1cf5f3fa73229d/.tmp/info/3f2f819bc21148e69f8072d0a8006e46 is 40, key is ttt/info:info/1734077890982/Put/seqid=0 2024-12-13T08:20:12,979 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:12,982 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:12,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741877_1053 (size=31985) 2024-12-13T08:20:12,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741877_1053 (size=31985) 2024-12-13T08:20:12,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741877_1053 (size=31985) 2024-12-13T08:20:12,989 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/4023297d7205ed48f42e83f265d53068/.tmp/info/9f8f1d69742e4519b8c8f2b76561d2a0 2024-12-13T08:20:13,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741874_1050 (size=31985) 2024-12-13T08:20:13,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741874_1050 (size=31985) 2024-12-13T08:20:13,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741874_1050 (size=31985) 2024-12-13T08:20:13,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741876_1052 (size=31985) 2024-12-13T08:20:13,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741876_1052 (size=31985) 2024-12-13T08:20:13,020 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b5947ad8ef05c6faac1e9255a6149676/.tmp/info/f4141423147d48cfb45a956656a62393 2024-12-13T08:20:13,021 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/4023297d7205ed48f42e83f265d53068/.tmp/info/9f8f1d69742e4519b8c8f2b76561d2a0 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/4023297d7205ed48f42e83f265d53068/info/9f8f1d69742e4519b8c8f2b76561d2a0 2024-12-13T08:20:13,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741876_1052 (size=31985) 2024-12-13T08:20:13,021 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/58247b182a62563f01cff0d30588edde/.tmp/info/78d004feed3c488ea4aa5cd4ac050792 2024-12-13T08:20:13,028 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b5947ad8ef05c6faac1e9255a6149676/.tmp/info/f4141423147d48cfb45a956656a62393 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b5947ad8ef05c6faac1e9255a6149676/info/f4141423147d48cfb45a956656a62393 2024-12-13T08:20:13,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741875_1051 (size=41653) 2024-12-13T08:20:13,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741875_1051 (size=41653) 2024-12-13T08:20:13,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741875_1051 (size=41653) 2024-12-13T08:20:13,033 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=36.61 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/.tmp/info/9b7d87356bc44e3fa4cf25f91ba41478 2024-12-13T08:20:13,035 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/4023297d7205ed48f42e83f265d53068/info/9f8f1d69742e4519b8c8f2b76561d2a0, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,037 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 4023297d7205ed48f42e83f265d53068 in 111ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,040 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b5947ad8ef05c6faac1e9255a6149676/info/f4141423147d48cfb45a956656a62393, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,042 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for b5947ad8ef05c6faac1e9255a6149676 in 115ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,046 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/58247b182a62563f01cff0d30588edde/.tmp/info/78d004feed3c488ea4aa5cd4ac050792 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/58247b182a62563f01cff0d30588edde/info/78d004feed3c488ea4aa5cd4ac050792 2024-12-13T08:20:13,059 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/58247b182a62563f01cff0d30588edde/info/78d004feed3c488ea4aa5cd4ac050792, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,060 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 58247b182a62563f01cff0d30588edde in 134ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741878_1054 (size=31985) 2024-12-13T08:20:13,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741878_1054 (size=31985) 2024-12-13T08:20:13,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741878_1054 (size=31985) 2024-12-13T08:20:13,070 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/a2af1f44b80960aafa1cf5f3fa73229d/.tmp/info/3f2f819bc21148e69f8072d0a8006e46 2024-12-13T08:20:13,082 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/a2af1f44b80960aafa1cf5f3fa73229d/.tmp/info/3f2f819bc21148e69f8072d0a8006e46 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/a2af1f44b80960aafa1cf5f3fa73229d/info/3f2f819bc21148e69f8072d0a8006e46 2024-12-13T08:20:13,090 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/.tmp/table/2a3ed4d25d144ae985a0d9f6b79d8613 is 60, key is testHBaseMetaReplicaGets/table:state/1734077889866/Put/seqid=0 2024-12-13T08:20:13,091 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/a2af1f44b80960aafa1cf5f3fa73229d/info/3f2f819bc21148e69f8072d0a8006e46, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,092 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for a2af1f44b80960aafa1cf5f3fa73229d in 166ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,104 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/4023297d7205ed48f42e83f265d53068/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,105 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068. 2024-12-13T08:20:13,105 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4023297d7205ed48f42e83f265d53068: 2024-12-13T08:20:13,105 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,www,1734077888506.4023297d7205ed48f42e83f265d53068. 2024-12-13T08:20:13,106 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 26b0ff47cc0a55a5108c8955f6078b0c, disabling compactions & flushes 2024-12-13T08:20:13,106 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c. 2024-12-13T08:20:13,106 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c. 2024-12-13T08:20:13,106 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c. after waiting 0 ms 2024-12-13T08:20:13,106 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c. 2024-12-13T08:20:13,106 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 26b0ff47cc0a55a5108c8955f6078b0c 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:13,117 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/58247b182a62563f01cff0d30588edde/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,118 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde. 2024-12-13T08:20:13,118 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 58247b182a62563f01cff0d30588edde: 2024-12-13T08:20:13,118 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,vvv,1734077888506.58247b182a62563f01cff0d30588edde. 2024-12-13T08:20:13,118 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0f14ad29c248dafafa86c14e63f64891, disabling compactions & flushes 2024-12-13T08:20:13,118 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:20:13,118 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:20:13,118 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. after waiting 0 ms 2024-12-13T08:20:13,118 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:20:13,124 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b5947ad8ef05c6faac1e9255a6149676/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,125 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676. 2024-12-13T08:20:13,126 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b5947ad8ef05c6faac1e9255a6149676: 2024-12-13T08:20:13,126 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,ggg,1734077888506.b5947ad8ef05c6faac1e9255a6149676. 2024-12-13T08:20:13,126 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 99da798fa0a56b8cb53c6318403722b8, disabling compactions & flushes 2024-12-13T08:20:13,126 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8. 2024-12-13T08:20:13,126 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8. 2024-12-13T08:20:13,126 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8. after waiting 0 ms 2024-12-13T08:20:13,126 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8. 2024-12-13T08:20:13,126 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 99da798fa0a56b8cb53c6318403722b8 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:13,129 DEBUG [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(1629): Waiting on 4ae04a40dc43e80ce02c735c7e05bdf7, 86520eac0928137dd426c0bf4c447aad, a2af1f44b80960aafa1cf5f3fa73229d, b1b9b0aae5ce9aacab2c5f90cbb8f6b2, d53722252c67e0dacfbdcfc2f15a1944, ea036475bae0c3bec186f0df2c84a14f 2024-12-13T08:20:13,129 DEBUG [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1629): Waiting on 0f14ad29c248dafafa86c14e63f64891, 6dff4b1e548e0155ef6b542a04ac8cff, ace27628d430140c09df0178add4ecb6, b18fff88be3bfe5cc6ee49707136db7f, bb28d5cf8bc147ab5a673b32a0892f24, be5b61b727e783f36b619a302dd9eee2, deb2a69580f752627f1465a8b286fe45 2024-12-13T08:20:13,129 DEBUG [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 26b0ff47cc0a55a5108c8955f6078b0c, 590d4094786ec4f911bfafdd80e257aa, 7fdc58692d3d20cbf88bf39b531ea152, d87c807b2715894eb98bc85f7d34e918, da0ff36bf35d631420e76a543720fd30 2024-12-13T08:20:13,129 DEBUG [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(1629): Waiting on 023d8b15d643a6787e9e96253c25a27c, 3c3c4b13bf4ba45ddeeacf873e2bca71, 572827057de229047bd8c7340780ab8a, 99da798fa0a56b8cb53c6318403722b8, d19a15353d1e00a72576885f5279045e 2024-12-13T08:20:13,140 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/a2af1f44b80960aafa1cf5f3fa73229d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,141 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/26b0ff47cc0a55a5108c8955f6078b0c/.tmp/info/e70c515e76bc4b8fab1c7ecee9388260 is 40, key is sss/info:info/1734077891006/Put/seqid=0 2024-12-13T08:20:13,146 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d. 2024-12-13T08:20:13,146 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a2af1f44b80960aafa1cf5f3fa73229d: 2024-12-13T08:20:13,146 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,ttt,1734077888506.a2af1f44b80960aafa1cf5f3fa73229d. 2024-12-13T08:20:13,146 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ea036475bae0c3bec186f0df2c84a14f, disabling compactions & flushes 2024-12-13T08:20:13,146 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f. 2024-12-13T08:20:13,146 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f. 2024-12-13T08:20:13,146 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f. after waiting 0 ms 2024-12-13T08:20:13,146 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f. 2024-12-13T08:20:13,147 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing ea036475bae0c3bec186f0df2c84a14f 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:13,149 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(140): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1293cedc9a:44927 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$200(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.getLiveRegionServers(RegionServerStatusProtos.java:17362) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionImplementation.getLiveRegionServers(ConnectionImplementation.java:2376) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:138) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 12 more 2024-12-13T08:20:13,161 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/99da798fa0a56b8cb53c6318403722b8/.tmp/info/14e124d76fb54604870d6347776d0d94 is 40, key is xxx/info:info/1734077891027/Put/seqid=0 2024-12-13T08:20:13,162 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/0f14ad29c248dafafa86c14e63f64891/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=11 2024-12-13T08:20:13,163 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:20:13,163 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0f14ad29c248dafafa86c14e63f64891: 2024-12-13T08:20:13,163 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,uuu,1734077888506.0f14ad29c248dafafa86c14e63f64891. 2024-12-13T08:20:13,163 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing deb2a69580f752627f1465a8b286fe45, disabling compactions & flushes 2024-12-13T08:20:13,163 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45. 2024-12-13T08:20:13,164 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45. 2024-12-13T08:20:13,164 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45. after waiting 0 ms 2024-12-13T08:20:13,164 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45. 2024-12-13T08:20:13,164 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing deb2a69580f752627f1465a8b286fe45 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:13,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741879_1055 (size=5305) 2024-12-13T08:20:13,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741879_1055 (size=5305) 2024-12-13T08:20:13,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741879_1055 (size=5305) 2024-12-13T08:20:13,173 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/.tmp/table/2a3ed4d25d144ae985a0d9f6b79d8613 2024-12-13T08:20:13,184 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/ea036475bae0c3bec186f0df2c84a14f/.tmp/info/3e592341a96c4ca9bd4f940f60d56427 is 40, key is ddd/info:info/1734077890923/Put/seqid=0 2024-12-13T08:20:13,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741880_1056 (size=31985) 2024-12-13T08:20:13,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741880_1056 (size=31985) 2024-12-13T08:20:13,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741880_1056 (size=31985) 2024-12-13T08:20:13,190 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/26b0ff47cc0a55a5108c8955f6078b0c/.tmp/info/e70c515e76bc4b8fab1c7ecee9388260 2024-12-13T08:20:13,198 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/deb2a69580f752627f1465a8b286fe45/.tmp/info/d5c0998514d44b9182d5536b91dc35d7 is 40, key is ppp/info:info/1734077891007/Put/seqid=0 2024-12-13T08:20:13,202 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/.tmp/info/9b7d87356bc44e3fa4cf25f91ba41478 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/info/9b7d87356bc44e3fa4cf25f91ba41478 2024-12-13T08:20:13,204 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/26b0ff47cc0a55a5108c8955f6078b0c/.tmp/info/e70c515e76bc4b8fab1c7ecee9388260 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/26b0ff47cc0a55a5108c8955f6078b0c/info/e70c515e76bc4b8fab1c7ecee9388260 2024-12-13T08:20:13,209 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/info/9b7d87356bc44e3fa4cf25f91ba41478, entries=258, sequenceid=80, filesize=40.7 K 2024-12-13T08:20:13,210 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/.tmp/table/2a3ed4d25d144ae985a0d9f6b79d8613 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/table/2a3ed4d25d144ae985a0d9f6b79d8613 2024-12-13T08:20:13,211 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/26b0ff47cc0a55a5108c8955f6078b0c/info/e70c515e76bc4b8fab1c7ecee9388260, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,212 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 26b0ff47cc0a55a5108c8955f6078b0c in 106ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,216 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/table/2a3ed4d25d144ae985a0d9f6b79d8613, entries=2, sequenceid=80, filesize=5.2 K 2024-12-13T08:20:13,217 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~36.72 KB/37597, heapSize ~57.41 KB/58792, currentSize=0 B/0 for 1588230740 in 288ms, sequenceid=80, compaction requested=false 2024-12-13T08:20:13,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741881_1057 (size=31985) 2024-12-13T08:20:13,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741881_1057 (size=31985) 2024-12-13T08:20:13,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741881_1057 (size=31985) 2024-12-13T08:20:13,220 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/99da798fa0a56b8cb53c6318403722b8/.tmp/info/14e124d76fb54604870d6347776d0d94 2024-12-13T08:20:13,226 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/99da798fa0a56b8cb53c6318403722b8/.tmp/info/14e124d76fb54604870d6347776d0d94 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/99da798fa0a56b8cb53c6318403722b8/info/14e124d76fb54604870d6347776d0d94 2024-12-13T08:20:13,232 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/99da798fa0a56b8cb53c6318403722b8/info/14e124d76fb54604870d6347776d0d94, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,233 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 99da798fa0a56b8cb53c6318403722b8 in 107ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741882_1058 (size=31985) 2024-12-13T08:20:13,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741882_1058 (size=31985) 2024-12-13T08:20:13,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741882_1058 (size=31985) 2024-12-13T08:20:13,238 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/ea036475bae0c3bec186f0df2c84a14f/.tmp/info/3e592341a96c4ca9bd4f940f60d56427 2024-12-13T08:20:13,245 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/ea036475bae0c3bec186f0df2c84a14f/.tmp/info/3e592341a96c4ca9bd4f940f60d56427 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/ea036475bae0c3bec186f0df2c84a14f/info/3e592341a96c4ca9bd4f940f60d56427 2024-12-13T08:20:13,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741883_1059 (size=31985) 2024-12-13T08:20:13,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741883_1059 (size=31985) 2024-12-13T08:20:13,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741883_1059 (size=31985) 2024-12-13T08:20:13,248 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/deb2a69580f752627f1465a8b286fe45/.tmp/info/d5c0998514d44b9182d5536b91dc35d7 2024-12-13T08:20:13,253 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/ea036475bae0c3bec186f0df2c84a14f/info/3e592341a96c4ca9bd4f940f60d56427, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,254 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for ea036475bae0c3bec186f0df2c84a14f in 108ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,256 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/26b0ff47cc0a55a5108c8955f6078b0c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,256 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c. 2024-12-13T08:20:13,256 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/deb2a69580f752627f1465a8b286fe45/.tmp/info/d5c0998514d44b9182d5536b91dc35d7 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/deb2a69580f752627f1465a8b286fe45/info/d5c0998514d44b9182d5536b91dc35d7 2024-12-13T08:20:13,256 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 26b0ff47cc0a55a5108c8955f6078b0c: 2024-12-13T08:20:13,257 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,sss,1734077888506.26b0ff47cc0a55a5108c8955f6078b0c. 2024-12-13T08:20:13,257 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7fdc58692d3d20cbf88bf39b531ea152, disabling compactions & flushes 2024-12-13T08:20:13,257 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152. 2024-12-13T08:20:13,257 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152. 2024-12-13T08:20:13,257 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152. after waiting 0 ms 2024-12-13T08:20:13,257 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152. 2024-12-13T08:20:13,257 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 7fdc58692d3d20cbf88bf39b531ea152 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:13,262 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/deb2a69580f752627f1465a8b286fe45/info/d5c0998514d44b9182d5536b91dc35d7, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,263 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for deb2a69580f752627f1465a8b286fe45 in 99ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,264 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/meta/1588230740/recovered.edits/83.seqid, newMaxSeqId=83, maxSeqId=12 2024-12-13T08:20:13,264 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/99da798fa0a56b8cb53c6318403722b8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,265 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:13,265 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:13,265 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:20:13,265 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:13,266 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8. 2024-12-13T08:20:13,266 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 99da798fa0a56b8cb53c6318403722b8: 2024-12-13T08:20:13,266 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,xxx,1734077888506.99da798fa0a56b8cb53c6318403722b8. 2024-12-13T08:20:13,266 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 572827057de229047bd8c7340780ab8a, disabling compactions & flushes 2024-12-13T08:20:13,266 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a. 2024-12-13T08:20:13,266 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a. 2024-12-13T08:20:13,266 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a. after waiting 0 ms 2024-12-13T08:20:13,266 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a. 2024-12-13T08:20:13,266 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 572827057de229047bd8c7340780ab8a 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:13,267 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/ea036475bae0c3bec186f0df2c84a14f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,267 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/deb2a69580f752627f1465a8b286fe45/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,268 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f. 2024-12-13T08:20:13,268 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ea036475bae0c3bec186f0df2c84a14f: 2024-12-13T08:20:13,268 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,ddd,1734077888506.ea036475bae0c3bec186f0df2c84a14f. 2024-12-13T08:20:13,268 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45. 2024-12-13T08:20:13,268 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for deb2a69580f752627f1465a8b286fe45: 2024-12-13T08:20:13,268 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b1b9b0aae5ce9aacab2c5f90cbb8f6b2, disabling compactions & flushes 2024-12-13T08:20:13,268 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,ppp,1734077888506.deb2a69580f752627f1465a8b286fe45. 2024-12-13T08:20:13,268 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2. 2024-12-13T08:20:13,268 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2. 2024-12-13T08:20:13,268 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6dff4b1e548e0155ef6b542a04ac8cff, disabling compactions & flushes 2024-12-13T08:20:13,268 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2. after waiting 0 ms 2024-12-13T08:20:13,268 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff. 2024-12-13T08:20:13,268 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2. 2024-12-13T08:20:13,268 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff. 2024-12-13T08:20:13,269 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff. after waiting 0 ms 2024-12-13T08:20:13,269 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff. 2024-12-13T08:20:13,269 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 6dff4b1e548e0155ef6b542a04ac8cff 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T08:20:13,269 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b1b9b0aae5ce9aacab2c5f90cbb8f6b2 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:13,278 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/7fdc58692d3d20cbf88bf39b531ea152/.tmp/info/b5e3c8c5508745d5991211e36ed9d211 is 40, key is nnn/info:info/1734077890992/Put/seqid=0 2024-12-13T08:20:13,288 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/572827057de229047bd8c7340780ab8a/.tmp/info/71a0540066ee45568389f9375881a4be is 40, key is ccc/info:info/1734077890930/Put/seqid=0 2024-12-13T08:20:13,289 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/namespace/6dff4b1e548e0155ef6b542a04ac8cff/.tmp/info/44b2cf266ff04ff4bdd1afc490a97f22 is 45, key is default/info:d/1734077886811/Put/seqid=0 2024-12-13T08:20:13,292 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b1b9b0aae5ce9aacab2c5f90cbb8f6b2/.tmp/info/75aff883ec4c47f49e5561eb38fe7d95 is 40, key is qqq/info:info/1734077890966/Put/seqid=0 2024-12-13T08:20:13,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741884_1060 (size=31985) 2024-12-13T08:20:13,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741884_1060 (size=31985) 2024-12-13T08:20:13,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741884_1060 (size=31985) 2024-12-13T08:20:13,317 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/7fdc58692d3d20cbf88bf39b531ea152/.tmp/info/b5e3c8c5508745d5991211e36ed9d211 2024-12-13T08:20:13,321 INFO [regionserver/6b1293cedc9a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T08:20:13,322 INFO [regionserver/6b1293cedc9a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T08:20:13,323 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/7fdc58692d3d20cbf88bf39b531ea152/.tmp/info/b5e3c8c5508745d5991211e36ed9d211 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/7fdc58692d3d20cbf88bf39b531ea152/info/b5e3c8c5508745d5991211e36ed9d211 2024-12-13T08:20:13,324 INFO [regionserver/6b1293cedc9a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T08:20:13,324 INFO [regionserver/6b1293cedc9a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T08:20:13,329 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/7fdc58692d3d20cbf88bf39b531ea152/info/b5e3c8c5508745d5991211e36ed9d211, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,329 DEBUG [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1629): Waiting on 6dff4b1e548e0155ef6b542a04ac8cff, ace27628d430140c09df0178add4ecb6, b18fff88be3bfe5cc6ee49707136db7f, bb28d5cf8bc147ab5a673b32a0892f24, be5b61b727e783f36b619a302dd9eee2 2024-12-13T08:20:13,329 DEBUG [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(1629): Waiting on 4ae04a40dc43e80ce02c735c7e05bdf7, 86520eac0928137dd426c0bf4c447aad, b1b9b0aae5ce9aacab2c5f90cbb8f6b2, d53722252c67e0dacfbdcfc2f15a1944 2024-12-13T08:20:13,329 DEBUG [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1629): Waiting on 590d4094786ec4f911bfafdd80e257aa, 7fdc58692d3d20cbf88bf39b531ea152, d87c807b2715894eb98bc85f7d34e918, da0ff36bf35d631420e76a543720fd30 2024-12-13T08:20:13,330 DEBUG [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(1629): Waiting on 023d8b15d643a6787e9e96253c25a27c, 3c3c4b13bf4ba45ddeeacf873e2bca71, 572827057de229047bd8c7340780ab8a, d19a15353d1e00a72576885f5279045e 2024-12-13T08:20:13,330 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 7fdc58692d3d20cbf88bf39b531ea152 in 73ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,335 INFO [regionserver/6b1293cedc9a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T08:20:13,335 INFO [regionserver/6b1293cedc9a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T08:20:13,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741886_1062 (size=5037) 2024-12-13T08:20:13,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741886_1062 (size=5037) 2024-12-13T08:20:13,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741886_1062 (size=5037) 2024-12-13T08:20:13,342 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/namespace/6dff4b1e548e0155ef6b542a04ac8cff/.tmp/info/44b2cf266ff04ff4bdd1afc490a97f22 2024-12-13T08:20:13,350 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/namespace/6dff4b1e548e0155ef6b542a04ac8cff/.tmp/info/44b2cf266ff04ff4bdd1afc490a97f22 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/namespace/6dff4b1e548e0155ef6b542a04ac8cff/info/44b2cf266ff04ff4bdd1afc490a97f22 2024-12-13T08:20:13,357 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/namespace/6dff4b1e548e0155ef6b542a04ac8cff/info/44b2cf266ff04ff4bdd1afc490a97f22, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T08:20:13,358 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 6dff4b1e548e0155ef6b542a04ac8cff in 89ms, sequenceid=6, compaction requested=false 2024-12-13T08:20:13,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741885_1061 (size=31985) 2024-12-13T08:20:13,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741885_1061 (size=31985) 2024-12-13T08:20:13,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741885_1061 (size=31985) 2024-12-13T08:20:13,365 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/572827057de229047bd8c7340780ab8a/.tmp/info/71a0540066ee45568389f9375881a4be 2024-12-13T08:20:13,371 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/572827057de229047bd8c7340780ab8a/.tmp/info/71a0540066ee45568389f9375881a4be as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/572827057de229047bd8c7340780ab8a/info/71a0540066ee45568389f9375881a4be 2024-12-13T08:20:13,377 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/572827057de229047bd8c7340780ab8a/info/71a0540066ee45568389f9375881a4be, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,378 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 572827057de229047bd8c7340780ab8a in 112ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,392 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/hbase/namespace/6dff4b1e548e0155ef6b542a04ac8cff/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T08:20:13,392 INFO [regionserver/6b1293cedc9a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T08:20:13,392 INFO [regionserver/6b1293cedc9a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T08:20:13,392 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff. 2024-12-13T08:20:13,392 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6dff4b1e548e0155ef6b542a04ac8cff: 2024-12-13T08:20:13,392 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734077886223.6dff4b1e548e0155ef6b542a04ac8cff. 2024-12-13T08:20:13,393 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ace27628d430140c09df0178add4ecb6, disabling compactions & flushes 2024-12-13T08:20:13,393 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6. 2024-12-13T08:20:13,393 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6. 2024-12-13T08:20:13,393 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6. after waiting 0 ms 2024-12-13T08:20:13,393 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6. 2024-12-13T08:20:13,393 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing ace27628d430140c09df0178add4ecb6 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:13,402 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/7fdc58692d3d20cbf88bf39b531ea152/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,403 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152. 2024-12-13T08:20:13,403 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7fdc58692d3d20cbf88bf39b531ea152: 2024-12-13T08:20:13,403 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,nnn,1734077888506.7fdc58692d3d20cbf88bf39b531ea152. 2024-12-13T08:20:13,403 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d87c807b2715894eb98bc85f7d34e918, disabling compactions & flushes 2024-12-13T08:20:13,403 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918. 2024-12-13T08:20:13,403 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918. 2024-12-13T08:20:13,403 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918. after waiting 0 ms 2024-12-13T08:20:13,403 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918. 2024-12-13T08:20:13,404 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d87c807b2715894eb98bc85f7d34e918 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:13,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741887_1063 (size=31985) 2024-12-13T08:20:13,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741887_1063 (size=31985) 2024-12-13T08:20:13,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741887_1063 (size=31985) 2024-12-13T08:20:13,410 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b1b9b0aae5ce9aacab2c5f90cbb8f6b2/.tmp/info/75aff883ec4c47f49e5561eb38fe7d95 2024-12-13T08:20:13,416 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b1b9b0aae5ce9aacab2c5f90cbb8f6b2/.tmp/info/75aff883ec4c47f49e5561eb38fe7d95 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b1b9b0aae5ce9aacab2c5f90cbb8f6b2/info/75aff883ec4c47f49e5561eb38fe7d95 2024-12-13T08:20:13,419 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/ace27628d430140c09df0178add4ecb6/.tmp/info/5e1634515f1e4aabb3d5e0934b00cdaf is 40, key is iii/info:info/1734077890963/Put/seqid=0 2024-12-13T08:20:13,430 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/572827057de229047bd8c7340780ab8a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,431 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a. 2024-12-13T08:20:13,431 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 572827057de229047bd8c7340780ab8a: 2024-12-13T08:20:13,431 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,ccc,1734077888506.572827057de229047bd8c7340780ab8a. 2024-12-13T08:20:13,431 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 023d8b15d643a6787e9e96253c25a27c, disabling compactions & flushes 2024-12-13T08:20:13,431 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c. 2024-12-13T08:20:13,431 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c. 2024-12-13T08:20:13,431 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c. after waiting 0 ms 2024-12-13T08:20:13,431 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c. 2024-12-13T08:20:13,431 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b1b9b0aae5ce9aacab2c5f90cbb8f6b2/info/75aff883ec4c47f49e5561eb38fe7d95, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,431 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 023d8b15d643a6787e9e96253c25a27c 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:13,433 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for b1b9b0aae5ce9aacab2c5f90cbb8f6b2 in 164ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,439 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d87c807b2715894eb98bc85f7d34e918/.tmp/info/dd08eeba987a4a9e9c8702d2bfc7f96f is 40, key is fff/info:info/1734077890943/Put/seqid=0 2024-12-13T08:20:13,439 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b1b9b0aae5ce9aacab2c5f90cbb8f6b2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,441 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2. 2024-12-13T08:20:13,441 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b1b9b0aae5ce9aacab2c5f90cbb8f6b2: 2024-12-13T08:20:13,441 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,qqq,1734077888506.b1b9b0aae5ce9aacab2c5f90cbb8f6b2. 2024-12-13T08:20:13,441 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d53722252c67e0dacfbdcfc2f15a1944, disabling compactions & flushes 2024-12-13T08:20:13,441 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944. 2024-12-13T08:20:13,441 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944. 2024-12-13T08:20:13,441 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944. after waiting 0 ms 2024-12-13T08:20:13,441 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944. 2024-12-13T08:20:13,442 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d53722252c67e0dacfbdcfc2f15a1944 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:13,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741888_1064 (size=31985) 2024-12-13T08:20:13,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741888_1064 (size=31985) 2024-12-13T08:20:13,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741888_1064 (size=31985) 2024-12-13T08:20:13,445 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/ace27628d430140c09df0178add4ecb6/.tmp/info/5e1634515f1e4aabb3d5e0934b00cdaf 2024-12-13T08:20:13,453 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/ace27628d430140c09df0178add4ecb6/.tmp/info/5e1634515f1e4aabb3d5e0934b00cdaf as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/ace27628d430140c09df0178add4ecb6/info/5e1634515f1e4aabb3d5e0934b00cdaf 2024-12-13T08:20:13,455 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/023d8b15d643a6787e9e96253c25a27c/.tmp/info/30a0ec9a22a84edd8f680c611c059c93 is 40, key is ooo/info:info/1734077890985/Put/seqid=0 2024-12-13T08:20:13,460 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/ace27628d430140c09df0178add4ecb6/info/5e1634515f1e4aabb3d5e0934b00cdaf, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,461 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for ace27628d430140c09df0178add4ecb6 in 68ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741889_1065 (size=31985) 2024-12-13T08:20:13,474 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d53722252c67e0dacfbdcfc2f15a1944/.tmp/info/6344d2304c654bb7b2adeb725ddd32ad is 40, key is hhh/info:info/1734077890938/Put/seqid=0 2024-12-13T08:20:13,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741889_1065 (size=31985) 2024-12-13T08:20:13,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741889_1065 (size=31985) 2024-12-13T08:20:13,479 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d87c807b2715894eb98bc85f7d34e918/.tmp/info/dd08eeba987a4a9e9c8702d2bfc7f96f 2024-12-13T08:20:13,485 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/ace27628d430140c09df0178add4ecb6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741890_1066 (size=31985) 2024-12-13T08:20:13,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741890_1066 (size=31985) 2024-12-13T08:20:13,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741890_1066 (size=31985) 2024-12-13T08:20:13,486 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6. 2024-12-13T08:20:13,486 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ace27628d430140c09df0178add4ecb6: 2024-12-13T08:20:13,486 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,iii,1734077888506.ace27628d430140c09df0178add4ecb6. 2024-12-13T08:20:13,486 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing be5b61b727e783f36b619a302dd9eee2, disabling compactions & flushes 2024-12-13T08:20:13,486 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2. 2024-12-13T08:20:13,487 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2. 2024-12-13T08:20:13,487 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2. after waiting 0 ms 2024-12-13T08:20:13,487 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2. 2024-12-13T08:20:13,487 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing be5b61b727e783f36b619a302dd9eee2 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:13,488 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d87c807b2715894eb98bc85f7d34e918/.tmp/info/dd08eeba987a4a9e9c8702d2bfc7f96f as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d87c807b2715894eb98bc85f7d34e918/info/dd08eeba987a4a9e9c8702d2bfc7f96f 2024-12-13T08:20:13,488 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/023d8b15d643a6787e9e96253c25a27c/.tmp/info/30a0ec9a22a84edd8f680c611c059c93 2024-12-13T08:20:13,495 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/023d8b15d643a6787e9e96253c25a27c/.tmp/info/30a0ec9a22a84edd8f680c611c059c93 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/023d8b15d643a6787e9e96253c25a27c/info/30a0ec9a22a84edd8f680c611c059c93 2024-12-13T08:20:13,497 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d87c807b2715894eb98bc85f7d34e918/info/dd08eeba987a4a9e9c8702d2bfc7f96f, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,499 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for d87c807b2715894eb98bc85f7d34e918 in 95ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741891_1067 (size=31985) 2024-12-13T08:20:13,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741891_1067 (size=31985) 2024-12-13T08:20:13,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741891_1067 (size=31985) 2024-12-13T08:20:13,501 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d53722252c67e0dacfbdcfc2f15a1944/.tmp/info/6344d2304c654bb7b2adeb725ddd32ad 2024-12-13T08:20:13,502 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/023d8b15d643a6787e9e96253c25a27c/info/30a0ec9a22a84edd8f680c611c059c93, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,503 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 023d8b15d643a6787e9e96253c25a27c in 72ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,508 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d53722252c67e0dacfbdcfc2f15a1944/.tmp/info/6344d2304c654bb7b2adeb725ddd32ad as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d53722252c67e0dacfbdcfc2f15a1944/info/6344d2304c654bb7b2adeb725ddd32ad 2024-12-13T08:20:13,513 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/be5b61b727e783f36b619a302dd9eee2/.tmp/info/d5114d233cbe4070a0cffb760c979cbb is 40, key is bbb/info:info/1734077890923/Put/seqid=0 2024-12-13T08:20:13,515 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d53722252c67e0dacfbdcfc2f15a1944/info/6344d2304c654bb7b2adeb725ddd32ad, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,516 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for d53722252c67e0dacfbdcfc2f15a1944 in 74ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,520 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d87c807b2715894eb98bc85f7d34e918/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,521 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918. 2024-12-13T08:20:13,521 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d87c807b2715894eb98bc85f7d34e918: 2024-12-13T08:20:13,521 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,fff,1734077888506.d87c807b2715894eb98bc85f7d34e918. 2024-12-13T08:20:13,522 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 590d4094786ec4f911bfafdd80e257aa, disabling compactions & flushes 2024-12-13T08:20:13,522 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa. 2024-12-13T08:20:13,522 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa. 2024-12-13T08:20:13,522 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa. after waiting 0 ms 2024-12-13T08:20:13,522 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa. 2024-12-13T08:20:13,522 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 590d4094786ec4f911bfafdd80e257aa 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:13,525 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/023d8b15d643a6787e9e96253c25a27c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,526 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c. 2024-12-13T08:20:13,526 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 023d8b15d643a6787e9e96253c25a27c: 2024-12-13T08:20:13,526 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,ooo,1734077888506.023d8b15d643a6787e9e96253c25a27c. 2024-12-13T08:20:13,526 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d19a15353d1e00a72576885f5279045e, disabling compactions & flushes 2024-12-13T08:20:13,526 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e. 2024-12-13T08:20:13,526 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e. 2024-12-13T08:20:13,526 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e. after waiting 0 ms 2024-12-13T08:20:13,526 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e. 2024-12-13T08:20:13,526 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d19a15353d1e00a72576885f5279045e 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:13,530 DEBUG [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1629): Waiting on 590d4094786ec4f911bfafdd80e257aa, da0ff36bf35d631420e76a543720fd30 2024-12-13T08:20:13,530 DEBUG [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(1629): Waiting on 4ae04a40dc43e80ce02c735c7e05bdf7, 86520eac0928137dd426c0bf4c447aad, d53722252c67e0dacfbdcfc2f15a1944 2024-12-13T08:20:13,530 DEBUG [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1629): Waiting on b18fff88be3bfe5cc6ee49707136db7f, bb28d5cf8bc147ab5a673b32a0892f24, be5b61b727e783f36b619a302dd9eee2 2024-12-13T08:20:13,533 DEBUG [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(1629): Waiting on 3c3c4b13bf4ba45ddeeacf873e2bca71, d19a15353d1e00a72576885f5279045e 2024-12-13T08:20:13,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741892_1068 (size=31985) 2024-12-13T08:20:13,539 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d53722252c67e0dacfbdcfc2f15a1944/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741892_1068 (size=31985) 2024-12-13T08:20:13,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741892_1068 (size=31985) 2024-12-13T08:20:13,540 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944. 2024-12-13T08:20:13,540 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d53722252c67e0dacfbdcfc2f15a1944: 2024-12-13T08:20:13,540 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,hhh,1734077888506.d53722252c67e0dacfbdcfc2f15a1944. 2024-12-13T08:20:13,540 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4ae04a40dc43e80ce02c735c7e05bdf7, disabling compactions & flushes 2024-12-13T08:20:13,540 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7. 2024-12-13T08:20:13,540 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7. 2024-12-13T08:20:13,541 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7. after waiting 0 ms 2024-12-13T08:20:13,541 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7. 2024-12-13T08:20:13,541 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4ae04a40dc43e80ce02c735c7e05bdf7 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:13,544 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/590d4094786ec4f911bfafdd80e257aa/.tmp/info/c36937246e7a4af6a9c960955300a619 is 40, key is jjj/info:info/1734077890969/Put/seqid=0 2024-12-13T08:20:13,552 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d19a15353d1e00a72576885f5279045e/.tmp/info/fcb655467e1949bdab76828a321d1945 is 40, key is kkk/info:info/1734077890964/Put/seqid=0 2024-12-13T08:20:13,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741893_1069 (size=31985) 2024-12-13T08:20:13,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741893_1069 (size=31985) 2024-12-13T08:20:13,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741893_1069 (size=31985) 2024-12-13T08:20:13,560 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/590d4094786ec4f911bfafdd80e257aa/.tmp/info/c36937246e7a4af6a9c960955300a619 2024-12-13T08:20:13,565 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/4ae04a40dc43e80ce02c735c7e05bdf7/.tmp/info/c9564bbcdfc8472d979eff508d177992 is 40, key is lll/info:info/1734077890951/Put/seqid=0 2024-12-13T08:20:13,568 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/590d4094786ec4f911bfafdd80e257aa/.tmp/info/c36937246e7a4af6a9c960955300a619 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/590d4094786ec4f911bfafdd80e257aa/info/c36937246e7a4af6a9c960955300a619 2024-12-13T08:20:13,575 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/590d4094786ec4f911bfafdd80e257aa/info/c36937246e7a4af6a9c960955300a619, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,577 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 590d4094786ec4f911bfafdd80e257aa in 55ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741894_1070 (size=31985) 2024-12-13T08:20:13,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741894_1070 (size=31985) 2024-12-13T08:20:13,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741894_1070 (size=31985) 2024-12-13T08:20:13,580 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d19a15353d1e00a72576885f5279045e/.tmp/info/fcb655467e1949bdab76828a321d1945 2024-12-13T08:20:13,585 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/590d4094786ec4f911bfafdd80e257aa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,586 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa. 2024-12-13T08:20:13,586 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 590d4094786ec4f911bfafdd80e257aa: 2024-12-13T08:20:13,586 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d19a15353d1e00a72576885f5279045e/.tmp/info/fcb655467e1949bdab76828a321d1945 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d19a15353d1e00a72576885f5279045e/info/fcb655467e1949bdab76828a321d1945 2024-12-13T08:20:13,586 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,jjj,1734077888506.590d4094786ec4f911bfafdd80e257aa. 2024-12-13T08:20:13,586 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing da0ff36bf35d631420e76a543720fd30, disabling compactions & flushes 2024-12-13T08:20:13,586 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30. 2024-12-13T08:20:13,586 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30. 2024-12-13T08:20:13,586 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30. after waiting 0 ms 2024-12-13T08:20:13,586 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30. 2024-12-13T08:20:13,586 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing da0ff36bf35d631420e76a543720fd30 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:13,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741895_1071 (size=31985) 2024-12-13T08:20:13,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741895_1071 (size=31985) 2024-12-13T08:20:13,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741895_1071 (size=31985) 2024-12-13T08:20:13,591 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/4ae04a40dc43e80ce02c735c7e05bdf7/.tmp/info/c9564bbcdfc8472d979eff508d177992 2024-12-13T08:20:13,594 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d19a15353d1e00a72576885f5279045e/info/fcb655467e1949bdab76828a321d1945, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,595 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for d19a15353d1e00a72576885f5279045e in 69ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,600 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/4ae04a40dc43e80ce02c735c7e05bdf7/.tmp/info/c9564bbcdfc8472d979eff508d177992 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/4ae04a40dc43e80ce02c735c7e05bdf7/info/c9564bbcdfc8472d979eff508d177992 2024-12-13T08:20:13,604 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/d19a15353d1e00a72576885f5279045e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,605 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e. 2024-12-13T08:20:13,605 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d19a15353d1e00a72576885f5279045e: 2024-12-13T08:20:13,605 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,kkk,1734077888506.d19a15353d1e00a72576885f5279045e. 2024-12-13T08:20:13,605 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3c3c4b13bf4ba45ddeeacf873e2bca71, disabling compactions & flushes 2024-12-13T08:20:13,605 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71. 2024-12-13T08:20:13,605 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71. 2024-12-13T08:20:13,605 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71. after waiting 0 ms 2024-12-13T08:20:13,605 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71. 2024-12-13T08:20:13,605 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3c3c4b13bf4ba45ddeeacf873e2bca71 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:13,607 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/4ae04a40dc43e80ce02c735c7e05bdf7/info/c9564bbcdfc8472d979eff508d177992, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,608 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 4ae04a40dc43e80ce02c735c7e05bdf7 in 67ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,611 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/da0ff36bf35d631420e76a543720fd30/.tmp/info/c6481d1e45b1417c861cf588013ce115 is 40, key is aaa/info:info/1734077890925/Put/seqid=0 2024-12-13T08:20:13,614 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/4ae04a40dc43e80ce02c735c7e05bdf7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,615 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7. 2024-12-13T08:20:13,615 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4ae04a40dc43e80ce02c735c7e05bdf7: 2024-12-13T08:20:13,615 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,lll,1734077888506.4ae04a40dc43e80ce02c735c7e05bdf7. 2024-12-13T08:20:13,615 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 86520eac0928137dd426c0bf4c447aad, disabling compactions & flushes 2024-12-13T08:20:13,616 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad. 2024-12-13T08:20:13,616 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad. 2024-12-13T08:20:13,616 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad. after waiting 0 ms 2024-12-13T08:20:13,616 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad. 2024-12-13T08:20:13,616 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 86520eac0928137dd426c0bf4c447aad 1/1 column families, dataSize=24.75 KB heapSize=77.25 KB 2024-12-13T08:20:13,629 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/3c3c4b13bf4ba45ddeeacf873e2bca71/.tmp/info/cca973ee67cf43db9c7b04d818572a8c is 40, key is rrr/info:info/1734077891010/Put/seqid=0 2024-12-13T08:20:13,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741896_1072 (size=31985) 2024-12-13T08:20:13,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741896_1072 (size=31985) 2024-12-13T08:20:13,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741896_1072 (size=31985) 2024-12-13T08:20:13,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:13,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-13T08:20:13,641 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/86520eac0928137dd426c0bf4c447aad/.tmp/info/48524e61076b4af38b4d31aaf60bcd0a is 40, key is yyy/info:info/1734077891014/Put/seqid=0 2024-12-13T08:20:13,641 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-13T08:20:13,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741897_1073 (size=31985) 2024-12-13T08:20:13,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741897_1073 (size=31985) 2024-12-13T08:20:13,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741897_1073 (size=31985) 2024-12-13T08:20:13,645 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/3c3c4b13bf4ba45ddeeacf873e2bca71/.tmp/info/cca973ee67cf43db9c7b04d818572a8c 2024-12-13T08:20:13,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741898_1074 (size=32022) 2024-12-13T08:20:13,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741898_1074 (size=32022) 2024-12-13T08:20:13,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741898_1074 (size=32022) 2024-12-13T08:20:13,651 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.75 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/86520eac0928137dd426c0bf4c447aad/.tmp/info/48524e61076b4af38b4d31aaf60bcd0a 2024-12-13T08:20:13,654 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/3c3c4b13bf4ba45ddeeacf873e2bca71/.tmp/info/cca973ee67cf43db9c7b04d818572a8c as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/3c3c4b13bf4ba45ddeeacf873e2bca71/info/cca973ee67cf43db9c7b04d818572a8c 2024-12-13T08:20:13,656 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/86520eac0928137dd426c0bf4c447aad/.tmp/info/48524e61076b4af38b4d31aaf60bcd0a as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/86520eac0928137dd426c0bf4c447aad/info/48524e61076b4af38b4d31aaf60bcd0a 2024-12-13T08:20:13,660 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/3c3c4b13bf4ba45ddeeacf873e2bca71/info/cca973ee67cf43db9c7b04d818572a8c, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,661 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 3c3c4b13bf4ba45ddeeacf873e2bca71 in 56ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,665 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/86520eac0928137dd426c0bf4c447aad/info/48524e61076b4af38b4d31aaf60bcd0a, entries=704, sequenceid=5, filesize=31.3 K 2024-12-13T08:20:13,665 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.75 KB/25344, heapSize ~77.23 KB/79088, currentSize=0 B/0 for 86520eac0928137dd426c0bf4c447aad in 49ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,666 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/3c3c4b13bf4ba45ddeeacf873e2bca71/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,667 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71. 2024-12-13T08:20:13,668 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3c3c4b13bf4ba45ddeeacf873e2bca71: 2024-12-13T08:20:13,668 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,rrr,1734077888506.3c3c4b13bf4ba45ddeeacf873e2bca71. 2024-12-13T08:20:13,670 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/86520eac0928137dd426c0bf4c447aad/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,670 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad. 2024-12-13T08:20:13,671 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 86520eac0928137dd426c0bf4c447aad: 2024-12-13T08:20:13,671 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,yyy,1734077888506.86520eac0928137dd426c0bf4c447aad. 2024-12-13T08:20:13,730 DEBUG [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1629): Waiting on da0ff36bf35d631420e76a543720fd30 2024-12-13T08:20:13,730 DEBUG [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1629): Waiting on b18fff88be3bfe5cc6ee49707136db7f, bb28d5cf8bc147ab5a673b32a0892f24, be5b61b727e783f36b619a302dd9eee2 2024-12-13T08:20:13,730 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,35111,1734077884074; all regions closed. 2024-12-13T08:20:13,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741871_1047 (size=5571) 2024-12-13T08:20:13,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741871_1047 (size=5571) 2024-12-13T08:20:13,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741871_1047 (size=5571) 2024-12-13T08:20:13,734 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,44603,1734077884032; all regions closed. 2024-12-13T08:20:13,737 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,44603,1734077884032/6b1293cedc9a%2C44603%2C1734077884032.1734077890970 not finished, retry = 0 2024-12-13T08:20:13,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741870_1046 (size=5571) 2024-12-13T08:20:13,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741870_1046 (size=5571) 2024-12-13T08:20:13,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741870_1046 (size=5571) 2024-12-13T08:20:13,739 DEBUG [RS:2;6b1293cedc9a:35111 {}] wal.AbstractFSWAL(1071): Moved 2 WAL file(s) to /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/oldWALs 2024-12-13T08:20:13,739 INFO [RS:2;6b1293cedc9a:35111 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C35111%2C1734077884074:(num 1734077890956) 2024-12-13T08:20:13,739 DEBUG [RS:2;6b1293cedc9a:35111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:13,739 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:13,739 INFO [RS:2;6b1293cedc9a:35111 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:13,740 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:13,740 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:13,740 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:13,740 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:13,740 INFO [RS:2;6b1293cedc9a:35111 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35111 2024-12-13T08:20:13,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:20:13,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,35111,1734077884074 2024-12-13T08:20:13,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,35111,1734077884074] 2024-12-13T08:20:13,789 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,35111,1734077884074; numProcessing=1 2024-12-13T08:20:13,796 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,35111,1734077884074 already deleted, retry=false 2024-12-13T08:20:13,797 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,35111,1734077884074 expired; onlineServers=3 2024-12-13T08:20:13,841 DEBUG [RS:1;6b1293cedc9a:44603 {}] wal.AbstractFSWAL(1071): Moved 2 WAL file(s) to /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/oldWALs 2024-12-13T08:20:13,841 INFO [RS:1;6b1293cedc9a:44603 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C44603%2C1734077884032:(num 1734077890970) 2024-12-13T08:20:13,841 DEBUG [RS:1;6b1293cedc9a:44603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:13,841 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:13,841 INFO [RS:1;6b1293cedc9a:44603 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:13,841 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:13,841 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:13,841 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:13,841 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:13,841 INFO [RS:1;6b1293cedc9a:44603 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44603 2024-12-13T08:20:13,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,44603,1734077884032 2024-12-13T08:20:13,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:20:13,863 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,44603,1734077884032] 2024-12-13T08:20:13,863 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,44603,1734077884032; numProcessing=2 2024-12-13T08:20:13,872 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,44603,1734077884032 already deleted, retry=false 2024-12-13T08:20:13,872 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,44603,1734077884032 expired; onlineServers=2 2024-12-13T08:20:13,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:13,889 INFO [RS:2;6b1293cedc9a:35111 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,35111,1734077884074; zookeeper connection closed. 2024-12-13T08:20:13,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35111-0x1001e77bd090003, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:13,889 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a3df800 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a3df800 2024-12-13T08:20:13,930 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-13T08:20:13,930 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T08:20:13,930 DEBUG [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1603): Online Regions={be5b61b727e783f36b619a302dd9eee2=testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2., bb28d5cf8bc147ab5a673b32a0892f24=testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24., b18fff88be3bfe5cc6ee49707136db7f=testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f.} 2024-12-13T08:20:13,930 DEBUG [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1603): Online Regions={da0ff36bf35d631420e76a543720fd30=testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30.} 2024-12-13T08:20:13,930 DEBUG [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1629): Waiting on b18fff88be3bfe5cc6ee49707136db7f, bb28d5cf8bc147ab5a673b32a0892f24, be5b61b727e783f36b619a302dd9eee2 2024-12-13T08:20:13,930 DEBUG [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1629): Waiting on da0ff36bf35d631420e76a543720fd30 2024-12-13T08:20:13,940 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/be5b61b727e783f36b619a302dd9eee2/.tmp/info/d5114d233cbe4070a0cffb760c979cbb 2024-12-13T08:20:13,948 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/be5b61b727e783f36b619a302dd9eee2/.tmp/info/d5114d233cbe4070a0cffb760c979cbb as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/be5b61b727e783f36b619a302dd9eee2/info/d5114d233cbe4070a0cffb760c979cbb 2024-12-13T08:20:13,957 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/be5b61b727e783f36b619a302dd9eee2/info/d5114d233cbe4070a0cffb760c979cbb, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:13,958 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for be5b61b727e783f36b619a302dd9eee2 in 471ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:13,962 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/be5b61b727e783f36b619a302dd9eee2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:13,963 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2. 2024-12-13T08:20:13,963 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for be5b61b727e783f36b619a302dd9eee2: 2024-12-13T08:20:13,963 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,bbb,1734077888506.be5b61b727e783f36b619a302dd9eee2. 2024-12-13T08:20:13,963 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bb28d5cf8bc147ab5a673b32a0892f24, disabling compactions & flushes 2024-12-13T08:20:13,963 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24. 2024-12-13T08:20:13,963 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24. 2024-12-13T08:20:13,963 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24. after waiting 0 ms 2024-12-13T08:20:13,963 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24. 2024-12-13T08:20:13,963 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing bb28d5cf8bc147ab5a673b32a0892f24 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:13,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:13,963 INFO [RS:1;6b1293cedc9a:44603 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,44603,1734077884032; zookeeper connection closed. 2024-12-13T08:20:13,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1001e77bd090002, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:13,964 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74b5b680 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74b5b680 2024-12-13T08:20:13,986 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/bb28d5cf8bc147ab5a673b32a0892f24/.tmp/info/9d1e711dbcd846e78fba810400d4243b is 40, key is eee/info:info/1734077890946/Put/seqid=0 2024-12-13T08:20:13,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741899_1075 (size=31985) 2024-12-13T08:20:13,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741899_1075 (size=31985) 2024-12-13T08:20:13,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741899_1075 (size=31985) 2024-12-13T08:20:13,993 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/bb28d5cf8bc147ab5a673b32a0892f24/.tmp/info/9d1e711dbcd846e78fba810400d4243b 2024-12-13T08:20:13,998 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/bb28d5cf8bc147ab5a673b32a0892f24/.tmp/info/9d1e711dbcd846e78fba810400d4243b as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/bb28d5cf8bc147ab5a673b32a0892f24/info/9d1e711dbcd846e78fba810400d4243b 2024-12-13T08:20:14,004 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/bb28d5cf8bc147ab5a673b32a0892f24/info/9d1e711dbcd846e78fba810400d4243b, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:14,005 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for bb28d5cf8bc147ab5a673b32a0892f24 in 42ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:14,010 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/bb28d5cf8bc147ab5a673b32a0892f24/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:14,011 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24. 2024-12-13T08:20:14,011 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bb28d5cf8bc147ab5a673b32a0892f24: 2024-12-13T08:20:14,011 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,eee,1734077888506.bb28d5cf8bc147ab5a673b32a0892f24. 2024-12-13T08:20:14,011 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b18fff88be3bfe5cc6ee49707136db7f, disabling compactions & flushes 2024-12-13T08:20:14,011 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f. 2024-12-13T08:20:14,011 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f. 2024-12-13T08:20:14,012 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f. after waiting 0 ms 2024-12-13T08:20:14,012 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f. 2024-12-13T08:20:14,012 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b18fff88be3bfe5cc6ee49707136db7f 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-13T08:20:14,031 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b18fff88be3bfe5cc6ee49707136db7f/.tmp/info/fe06bb9ec38043018bb4c4df7ccf5de4 is 40, key is mmm/info:info/1734077890983/Put/seqid=0 2024-12-13T08:20:14,033 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/da0ff36bf35d631420e76a543720fd30/.tmp/info/c6481d1e45b1417c861cf588013ce115 2024-12-13T08:20:14,041 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/da0ff36bf35d631420e76a543720fd30/.tmp/info/c6481d1e45b1417c861cf588013ce115 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/da0ff36bf35d631420e76a543720fd30/info/c6481d1e45b1417c861cf588013ce115 2024-12-13T08:20:14,048 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/da0ff36bf35d631420e76a543720fd30/info/c6481d1e45b1417c861cf588013ce115, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:14,049 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for da0ff36bf35d631420e76a543720fd30 in 463ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:14,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741900_1076 (size=31985) 2024-12-13T08:20:14,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741900_1076 (size=31985) 2024-12-13T08:20:14,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741900_1076 (size=31985) 2024-12-13T08:20:14,055 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b18fff88be3bfe5cc6ee49707136db7f/.tmp/info/fe06bb9ec38043018bb4c4df7ccf5de4 2024-12-13T08:20:14,059 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/da0ff36bf35d631420e76a543720fd30/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:14,060 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30. 2024-12-13T08:20:14,060 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for da0ff36bf35d631420e76a543720fd30: 2024-12-13T08:20:14,060 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,,1734077888506.da0ff36bf35d631420e76a543720fd30. 2024-12-13T08:20:14,061 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b18fff88be3bfe5cc6ee49707136db7f/.tmp/info/fe06bb9ec38043018bb4c4df7ccf5de4 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b18fff88be3bfe5cc6ee49707136db7f/info/fe06bb9ec38043018bb4c4df7ccf5de4 2024-12-13T08:20:14,068 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b18fff88be3bfe5cc6ee49707136db7f/info/fe06bb9ec38043018bb4c4df7ccf5de4, entries=703, sequenceid=5, filesize=31.2 K 2024-12-13T08:20:14,069 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for b18fff88be3bfe5cc6ee49707136db7f in 57ms, sequenceid=5, compaction requested=false 2024-12-13T08:20:14,074 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/data/default/testHBaseMetaReplicaGets/b18fff88be3bfe5cc6ee49707136db7f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:20:14,075 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f. 2024-12-13T08:20:14,075 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b18fff88be3bfe5cc6ee49707136db7f: 2024-12-13T08:20:14,075 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,mmm,1734077888506.b18fff88be3bfe5cc6ee49707136db7f. 2024-12-13T08:20:14,130 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,46225,1734077883979; all regions closed. 2024-12-13T08:20:14,130 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,44275,1734077884121; all regions closed. 2024-12-13T08:20:14,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741837_1013 (size=44626) 2024-12-13T08:20:14,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741869_1045 (size=7984) 2024-12-13T08:20:14,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741837_1013 (size=44626) 2024-12-13T08:20:14,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741837_1013 (size=44626) 2024-12-13T08:20:14,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741869_1045 (size=7984) 2024-12-13T08:20:14,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741869_1045 (size=7984) 2024-12-13T08:20:14,138 DEBUG [RS:0;6b1293cedc9a:46225 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/oldWALs 2024-12-13T08:20:14,138 INFO [RS:0;6b1293cedc9a:46225 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C46225%2C1734077883979.meta:.meta(num 1734077885972) 2024-12-13T08:20:14,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741872_1048 (size=6239) 2024-12-13T08:20:14,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741872_1048 (size=6239) 2024-12-13T08:20:14,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741872_1048 (size=6239) 2024-12-13T08:20:14,140 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(140): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1293cedc9a:44927 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$200(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.getLiveRegionServers(RegionServerStatusProtos.java:17362) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionImplementation.getLiveRegionServers(ConnectionImplementation.java:2376) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:138) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 12 more 2024-12-13T08:20:14,142 DEBUG [RS:3;6b1293cedc9a:44275 {}] wal.AbstractFSWAL(1071): Moved 2 WAL file(s) to /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/oldWALs 2024-12-13T08:20:14,142 INFO [RS:3;6b1293cedc9a:44275 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C44275%2C1734077884121:(num 1734077890968) 2024-12-13T08:20:14,142 DEBUG [RS:3;6b1293cedc9a:44275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:14,142 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:14,142 INFO [RS:3;6b1293cedc9a:44275 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:14,142 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:14,143 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:14,143 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:14,143 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:14,143 INFO [RS:3;6b1293cedc9a:44275 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44275 2024-12-13T08:20:14,146 DEBUG [RS:0;6b1293cedc9a:46225 {}] wal.AbstractFSWAL(1071): Moved 2 WAL file(s) to /user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/oldWALs 2024-12-13T08:20:14,146 INFO [RS:0;6b1293cedc9a:46225 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C46225%2C1734077883979:(num 1734077890981) 2024-12-13T08:20:14,146 DEBUG [RS:0;6b1293cedc9a:46225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:14,146 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:14,146 INFO [RS:0;6b1293cedc9a:46225 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:14,146 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:14,147 INFO [RS:0;6b1293cedc9a:46225 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46225 2024-12-13T08:20:14,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:20:14,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,44275,1734077884121 2024-12-13T08:20:14,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,46225,1734077883979 2024-12-13T08:20:14,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,46225,1734077883979] 2024-12-13T08:20:14,164 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,46225,1734077883979; numProcessing=3 2024-12-13T08:20:14,180 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,46225,1734077883979 already deleted, retry=false 2024-12-13T08:20:14,180 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,46225,1734077883979 expired; onlineServers=1 2024-12-13T08:20:14,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,44275,1734077884121] 2024-12-13T08:20:14,180 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,44275,1734077884121; numProcessing=4 2024-12-13T08:20:14,188 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,44275,1734077884121 already deleted, retry=false 2024-12-13T08:20:14,188 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,44275,1734077884121 expired; onlineServers=0 2024-12-13T08:20:14,188 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,44927,1734077883241' ***** 2024-12-13T08:20:14,188 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T08:20:14,189 DEBUG [M:0;6b1293cedc9a:44927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666eb990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:14,189 INFO [M:0;6b1293cedc9a:44927 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,44927,1734077883241 2024-12-13T08:20:14,189 INFO [M:0;6b1293cedc9a:44927 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,44927,1734077883241; all regions closed. 2024-12-13T08:20:14,189 DEBUG [M:0;6b1293cedc9a:44927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:14,189 DEBUG [M:0;6b1293cedc9a:44927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T08:20:14,189 DEBUG [M:0;6b1293cedc9a:44927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T08:20:14,189 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T08:20:14,189 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734077885138 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734077885138,5,FailOnTimeoutGroup] 2024-12-13T08:20:14,189 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734077885136 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734077885136,5,FailOnTimeoutGroup] 2024-12-13T08:20:14,189 INFO [M:0;6b1293cedc9a:44927 {}] hbase.ChoreService(370): Chore service for: master/6b1293cedc9a:0 had [] on shutdown 2024-12-13T08:20:14,189 DEBUG [M:0;6b1293cedc9a:44927 {}] master.HMaster(1733): Stopping service threads 2024-12-13T08:20:14,190 INFO [M:0;6b1293cedc9a:44927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T08:20:14,190 INFO [M:0;6b1293cedc9a:44927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T08:20:14,190 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T08:20:14,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:14,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:14,197 DEBUG [M:0;6b1293cedc9a:44927 {}] zookeeper.ZKUtil(347): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-13T08:20:14,197 WARN [M:0;6b1293cedc9a:44927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T08:20:14,197 INFO [M:0;6b1293cedc9a:44927 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T08:20:14,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:14,197 INFO [M:0;6b1293cedc9a:44927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T08:20:14,198 DEBUG [M:0;6b1293cedc9a:44927 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T08:20:14,198 INFO [M:0;6b1293cedc9a:44927 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:14,198 DEBUG [M:0;6b1293cedc9a:44927 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:14,198 DEBUG [M:0;6b1293cedc9a:44927 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T08:20:14,198 DEBUG [M:0;6b1293cedc9a:44927 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:14,198 INFO [M:0;6b1293cedc9a:44927 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=283.18 KB heapSize=340.70 KB 2024-12-13T08:20:14,237 DEBUG [M:0;6b1293cedc9a:44927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd41764a70bc4247b3f0ea84ffbca808 is 82, key is hbase:meta,,1/info:regioninfo/1734077888463/Put/seqid=0 2024-12-13T08:20:14,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741901_1077 (size=6933) 2024-12-13T08:20:14,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741901_1077 (size=6933) 2024-12-13T08:20:14,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741901_1077 (size=6933) 2024-12-13T08:20:14,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:14,272 INFO [RS:3;6b1293cedc9a:44275 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,44275,1734077884121; zookeeper connection closed. 2024-12-13T08:20:14,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1001e77bd090004, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:14,272 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1625e0a5 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1625e0a5 2024-12-13T08:20:14,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:14,281 INFO [RS:0;6b1293cedc9a:46225 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,46225,1734077883979; zookeeper connection closed. 2024-12-13T08:20:14,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x1001e77bd090001, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:14,281 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@689f68f6 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@689f68f6 2024-12-13T08:20:14,281 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 4 regionserver(s) complete 2024-12-13T08:20:14,657 INFO [M:0;6b1293cedc9a:44927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.34 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd41764a70bc4247b3f0ea84ffbca808 2024-12-13T08:20:14,683 DEBUG [M:0;6b1293cedc9a:44927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3728f2ea4b6c452baa0e3b804f22117c is 2426, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734077888489/Put/seqid=0 2024-12-13T08:20:14,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741902_1078 (size=13494) 2024-12-13T08:20:14,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741902_1078 (size=13494) 2024-12-13T08:20:14,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741902_1078 (size=13494) 2024-12-13T08:20:14,701 INFO [M:0;6b1293cedc9a:44927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280.58 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3728f2ea4b6c452baa0e3b804f22117c 2024-12-13T08:20:14,707 INFO [M:0;6b1293cedc9a:44927 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3728f2ea4b6c452baa0e3b804f22117c 2024-12-13T08:20:14,726 DEBUG [M:0;6b1293cedc9a:44927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/840c91d491b34d1892f796c88270227a is 69, key is 6b1293cedc9a,35111,1734077884074/rs:state/1734077885208/Put/seqid=0 2024-12-13T08:20:14,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741903_1079 (size=5360) 2024-12-13T08:20:14,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741903_1079 (size=5360) 2024-12-13T08:20:14,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741903_1079 (size=5360) 2024-12-13T08:20:14,734 INFO [M:0;6b1293cedc9a:44927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=260 B at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/840c91d491b34d1892f796c88270227a 2024-12-13T08:20:14,739 DEBUG [M:0;6b1293cedc9a:44927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd41764a70bc4247b3f0ea84ffbca808 as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd41764a70bc4247b3f0ea84ffbca808 2024-12-13T08:20:14,745 INFO [M:0;6b1293cedc9a:44927 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd41764a70bc4247b3f0ea84ffbca808, entries=27, sequenceid=609, filesize=6.8 K 2024-12-13T08:20:14,746 DEBUG [M:0;6b1293cedc9a:44927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3728f2ea4b6c452baa0e3b804f22117c as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3728f2ea4b6c452baa0e3b804f22117c 2024-12-13T08:20:14,752 INFO [M:0;6b1293cedc9a:44927 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3728f2ea4b6c452baa0e3b804f22117c 2024-12-13T08:20:14,752 INFO [M:0;6b1293cedc9a:44927 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3728f2ea4b6c452baa0e3b804f22117c, entries=74, sequenceid=609, filesize=13.2 K 2024-12-13T08:20:14,756 DEBUG [M:0;6b1293cedc9a:44927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/840c91d491b34d1892f796c88270227a as hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/840c91d491b34d1892f796c88270227a 2024-12-13T08:20:14,762 INFO [M:0;6b1293cedc9a:44927 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/840c91d491b34d1892f796c88270227a, entries=4, sequenceid=609, filesize=5.2 K 2024-12-13T08:20:14,763 INFO [M:0;6b1293cedc9a:44927 {}] regionserver.HRegion(3040): Finished flush of dataSize ~283.18 KB/289974, heapSize ~340.41 KB/348576, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 565ms, sequenceid=609, compaction requested=false 2024-12-13T08:20:14,767 INFO [M:0;6b1293cedc9a:44927 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:14,767 DEBUG [M:0;6b1293cedc9a:44927 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:20:14,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741830_1006 (size=330610) 2024-12-13T08:20:14,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741830_1006 (size=330610) 2024-12-13T08:20:14,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741830_1006 (size=330610) 2024-12-13T08:20:14,770 INFO [M:0;6b1293cedc9a:44927 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T08:20:14,770 INFO [M:0;6b1293cedc9a:44927 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44927 2024-12-13T08:20:14,771 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:14,805 DEBUG [M:0;6b1293cedc9a:44927 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/6b1293cedc9a,44927,1734077883241 already deleted, retry=false 2024-12-13T08:20:14,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:14,914 INFO [M:0;6b1293cedc9a:44927 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,44927,1734077883241; zookeeper connection closed. 2024-12-13T08:20:14,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x1001e77bd090000, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:14,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@229a0a92{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:14,922 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d400e8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:14,922 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:14,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b634431{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:14,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ca1f9a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:14,927 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:14,927 WARN [BP-1967836568-172.17.0.2-1734077879533 heartbeating to localhost/127.0.0.1:34423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:14,927 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:14,927 WARN [BP-1967836568-172.17.0.2-1734077879533 heartbeating to localhost/127.0.0.1:34423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1967836568-172.17.0.2-1734077879533 (Datanode Uuid 114004f2-8adb-4680-a2d5-94839c4cd291) service to localhost/127.0.0.1:34423 2024-12-13T08:20:14,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/dfs/data/data7/current/BP-1967836568-172.17.0.2-1734077879533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:14,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/dfs/data/data8/current/BP-1967836568-172.17.0.2-1734077879533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:14,928 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:14,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a2b1e01{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:14,933 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22e8e536{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:14,933 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:14,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fe977e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:14,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3191f31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:14,935 WARN [BP-1967836568-172.17.0.2-1734077879533 heartbeating to localhost/127.0.0.1:34423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:14,935 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:14,935 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:14,935 WARN [BP-1967836568-172.17.0.2-1734077879533 heartbeating to localhost/127.0.0.1:34423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1967836568-172.17.0.2-1734077879533 (Datanode Uuid 8d08cb41-5a96-4e85-b459-01f676662c42) service to localhost/127.0.0.1:34423 2024-12-13T08:20:14,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/dfs/data/data5/current/BP-1967836568-172.17.0.2-1734077879533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:14,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/dfs/data/data6/current/BP-1967836568-172.17.0.2-1734077879533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:14,936 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:14,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54b51e90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:14,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f84f788{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:14,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:14,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47326b95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:14,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49bcca4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:14,944 WARN [BP-1967836568-172.17.0.2-1734077879533 heartbeating to localhost/127.0.0.1:34423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:14,944 WARN [BP-1967836568-172.17.0.2-1734077879533 heartbeating to localhost/127.0.0.1:34423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1967836568-172.17.0.2-1734077879533 (Datanode Uuid 1fe48eb8-c544-479b-b33d-4ea93007143a) service to localhost/127.0.0.1:34423 2024-12-13T08:20:14,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/dfs/data/data3/current/BP-1967836568-172.17.0.2-1734077879533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:14,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/dfs/data/data4/current/BP-1967836568-172.17.0.2-1734077879533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:14,945 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:14,945 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:14,946 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:14,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7060aab7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:14,954 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7478cf7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:14,954 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:14,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d323cb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:14,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58aeb5af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:14,956 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:14,956 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:14,957 WARN [BP-1967836568-172.17.0.2-1734077879533 heartbeating to localhost/127.0.0.1:34423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:14,957 WARN [BP-1967836568-172.17.0.2-1734077879533 heartbeating to localhost/127.0.0.1:34423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1967836568-172.17.0.2-1734077879533 (Datanode Uuid b1f05307-4378-4f58-905b-98810e144eed) service to localhost/127.0.0.1:34423 2024-12-13T08:20:14,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/dfs/data/data1/current/BP-1967836568-172.17.0.2-1734077879533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:14,958 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/cluster_78d962b1-2b9a-7173-c073-2829172b3345/dfs/data/data2/current/BP-1967836568-172.17.0.2-1734077879533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:14,958 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:14,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a8b5ad{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T08:20:14,970 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e9a0a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:14,970 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:14,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c113fce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:14,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d8aa876{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:14,983 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-13T08:20:15,070 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T08:20:15,080 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1001e77bd090006, quorum=127.0.0.1:60432, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-13T08:20:15,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1001e77bd090006, quorum=127.0.0.1:60432, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-13T08:20:15,083 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testHBaseMetaReplicaGets Thread=123 (was 11) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4-SendThread(127.0.0.1:60432) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b1293cedc9a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6b1293cedc9a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:34423 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:60432) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$725/0x00007f54c8ae27c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b1293cedc9a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b1293cedc9a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:34423 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3f4d81ce java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6b1293cedc9a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:34423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncConn Chore Service.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60432@0x18bed0a3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$725/0x00007f54c8ae27c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b1293cedc9a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:34423 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:34423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:34423 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7a5cf144-metaLookup-shared--pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 170), ProcessCount=11 (was 11), AvailableMemoryMB=11531 (was 11482) - AvailableMemoryMB LEAK? - 2024-12-13T08:20:15,093 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testHBaseMetaReplicationSourceCreatedOnOpen Thread=124, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=11531 2024-12-13T08:20:15,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/hadoop.log.dir so I do NOT create it in target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c 2024-12-13T08:20:15,108 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/hadoop.log.dir Erasing configuration value by system value. 2024-12-13T08:20:15,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/hadoop.tmp.dir so I do NOT create it in target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c 2024-12-13T08:20:15,108 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43ddb722-169a-7a8d-3943-3aa777bae6cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-13T08:20:15,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c 2024-12-13T08:20:15,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=4, rsPorts=, rsClass=null, numDataNodes=4, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T08:20:15,108 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66, deleteOnExit=true 2024-12-13T08:20:15,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T08:20:15,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/test.cache.data in system properties and HBase conf 2024-12-13T08:20:15,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T08:20:15,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/hadoop.log.dir in system properties and HBase conf 2024-12-13T08:20:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T08:20:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T08:20:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T08:20:15,109 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T08:20:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T08:20:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T08:20:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T08:20:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T08:20:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T08:20:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T08:20:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T08:20:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T08:20:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T08:20:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/nfs.dump.dir in system properties and HBase conf 2024-12-13T08:20:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/java.io.tmpdir in system properties and HBase conf 2024-12-13T08:20:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T08:20:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T08:20:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T08:20:15,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:15,440 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:15,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:15,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:15,441 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:20:15,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:15,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d79ace6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:15,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5895be71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:15,498 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:20:15,498 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:15,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b417ad0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/java.io.tmpdir/jetty-localhost-37617-hadoop-hdfs-3_4_1-tests_jar-_-any-16376324872538747584/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T08:20:15,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b34a38d{HTTP/1.1, (http/1.1)}{localhost:37617} 2024-12-13T08:20:15,558 INFO [Time-limited test {}] server.Server(415): Started @137652ms 2024-12-13T08:20:15,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:15,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:15,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:15,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:15,770 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T08:20:15,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@366780e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:15,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@742aed0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:15,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b5ce35e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/java.io.tmpdir/jetty-localhost-38669-hadoop-hdfs-3_4_1-tests_jar-_-any-3980177747637854781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:15,865 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ff8d74a{HTTP/1.1, (http/1.1)}{localhost:38669} 2024-12-13T08:20:15,865 INFO [Time-limited test {}] server.Server(415): Started @137959ms 2024-12-13T08:20:15,867 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:15,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:15,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:15,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:15,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:15,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:20:15,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53121896{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:15,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1215a193{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:16,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@634b73ee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/java.io.tmpdir/jetty-localhost-41329-hadoop-hdfs-3_4_1-tests_jar-_-any-57290831823954799/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:16,000 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b36f8af{HTTP/1.1, (http/1.1)}{localhost:41329} 2024-12-13T08:20:16,000 INFO [Time-limited test {}] server.Server(415): Started @138094ms 2024-12-13T08:20:16,001 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:16,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:16,028 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:16,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:16,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:16,029 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:20:16,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@224bb5a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:16,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f8b635{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:16,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@448c5800{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/java.io.tmpdir/jetty-localhost-38033-hadoop-hdfs-3_4_1-tests_jar-_-any-15744211097806754976/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:16,118 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2374ace7{HTTP/1.1, (http/1.1)}{localhost:38033} 2024-12-13T08:20:16,118 INFO [Time-limited test {}] server.Server(415): Started @138212ms 2024-12-13T08:20:16,119 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:16,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:16,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:16,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:16,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:16,152 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T08:20:16,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b9b79b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:16,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71e1b308{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:16,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53d3313b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/java.io.tmpdir/jetty-localhost-33987-hadoop-hdfs-3_4_1-tests_jar-_-any-17791011621451077963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:16,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3dbce01f{HTTP/1.1, (http/1.1)}{localhost:33987} 2024-12-13T08:20:16,251 INFO [Time-limited test {}] server.Server(415): Started @138345ms 2024-12-13T08:20:16,252 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:16,733 WARN [Thread-1144 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/dfs/data/data1/current/BP-372765712-172.17.0.2-1734078015150/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:16,735 WARN [Thread-1145 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/dfs/data/data2/current/BP-372765712-172.17.0.2-1734078015150/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:16,767 WARN [Thread-1063 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:20:16,772 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf562fe29ff21581 with lease ID 0x3b9d17a15d00f0c2: Processing first storage report for DS-aaa9597a-9a76-4c40-958a-9659e715a5c4 from datanode DatanodeRegistration(127.0.0.1:41055, datanodeUuid=5787b866-ba68-4535-b13d-7cc499bcbf41, infoPort=40697, infoSecurePort=0, ipcPort=33677, storageInfo=lv=-57;cid=testClusterID;nsid=833828682;c=1734078015150) 2024-12-13T08:20:16,772 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf562fe29ff21581 with lease ID 0x3b9d17a15d00f0c2: from storage DS-aaa9597a-9a76-4c40-958a-9659e715a5c4 node DatanodeRegistration(127.0.0.1:41055, datanodeUuid=5787b866-ba68-4535-b13d-7cc499bcbf41, infoPort=40697, infoSecurePort=0, ipcPort=33677, storageInfo=lv=-57;cid=testClusterID;nsid=833828682;c=1734078015150), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:16,772 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf562fe29ff21581 with lease ID 0x3b9d17a15d00f0c2: Processing first storage report for DS-d4c104a6-8848-4ec3-839f-43c1425aef0e from datanode DatanodeRegistration(127.0.0.1:41055, datanodeUuid=5787b866-ba68-4535-b13d-7cc499bcbf41, infoPort=40697, infoSecurePort=0, ipcPort=33677, storageInfo=lv=-57;cid=testClusterID;nsid=833828682;c=1734078015150) 2024-12-13T08:20:16,772 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf562fe29ff21581 with lease ID 0x3b9d17a15d00f0c2: from storage DS-d4c104a6-8848-4ec3-839f-43c1425aef0e node DatanodeRegistration(127.0.0.1:41055, datanodeUuid=5787b866-ba68-4535-b13d-7cc499bcbf41, infoPort=40697, infoSecurePort=0, ipcPort=33677, storageInfo=lv=-57;cid=testClusterID;nsid=833828682;c=1734078015150), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:16,982 WARN [Thread-1158 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/dfs/data/data3/current/BP-372765712-172.17.0.2-1734078015150/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:16,982 WARN [Thread-1159 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/dfs/data/data4/current/BP-372765712-172.17.0.2-1734078015150/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:17,001 WARN [Thread-1086 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:20:17,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6cdd0d5a4a062445 with lease ID 0x3b9d17a15d00f0c3: Processing first storage report for DS-840ae81a-59b0-450d-9345-533fd319a48e from datanode DatanodeRegistration(127.0.0.1:34115, datanodeUuid=7292b943-37f5-4470-80ec-5a4916a4f2d1, infoPort=44859, infoSecurePort=0, ipcPort=37357, storageInfo=lv=-57;cid=testClusterID;nsid=833828682;c=1734078015150) 2024-12-13T08:20:17,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6cdd0d5a4a062445 with lease ID 0x3b9d17a15d00f0c3: from storage DS-840ae81a-59b0-450d-9345-533fd319a48e node DatanodeRegistration(127.0.0.1:34115, datanodeUuid=7292b943-37f5-4470-80ec-5a4916a4f2d1, infoPort=44859, infoSecurePort=0, ipcPort=37357, storageInfo=lv=-57;cid=testClusterID;nsid=833828682;c=1734078015150), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:17,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6cdd0d5a4a062445 with lease ID 0x3b9d17a15d00f0c3: Processing first storage report for DS-e7b92999-aa8c-41e1-8ba6-8c0afe192695 from datanode DatanodeRegistration(127.0.0.1:34115, datanodeUuid=7292b943-37f5-4470-80ec-5a4916a4f2d1, infoPort=44859, infoSecurePort=0, ipcPort=37357, storageInfo=lv=-57;cid=testClusterID;nsid=833828682;c=1734078015150) 2024-12-13T08:20:17,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6cdd0d5a4a062445 with lease ID 0x3b9d17a15d00f0c3: from storage DS-e7b92999-aa8c-41e1-8ba6-8c0afe192695 node DatanodeRegistration(127.0.0.1:34115, datanodeUuid=7292b943-37f5-4470-80ec-5a4916a4f2d1, infoPort=44859, infoSecurePort=0, ipcPort=37357, storageInfo=lv=-57;cid=testClusterID;nsid=833828682;c=1734078015150), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:17,070 WARN [Thread-1170 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/dfs/data/data6/current/BP-372765712-172.17.0.2-1734078015150/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:17,070 WARN [Thread-1169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/dfs/data/data5/current/BP-372765712-172.17.0.2-1734078015150/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:17,097 WARN [Thread-1108 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:20:17,100 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f27b66518e853ab with lease ID 0x3b9d17a15d00f0c4: Processing first storage report for DS-31df730f-02aa-4b90-ac08-aafd12d3d35a from datanode DatanodeRegistration(127.0.0.1:44967, datanodeUuid=84e571d7-0bca-45a7-a81f-0568eb79b749, infoPort=34225, infoSecurePort=0, ipcPort=46365, storageInfo=lv=-57;cid=testClusterID;nsid=833828682;c=1734078015150) 2024-12-13T08:20:17,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f27b66518e853ab with lease ID 0x3b9d17a15d00f0c4: from storage DS-31df730f-02aa-4b90-ac08-aafd12d3d35a node DatanodeRegistration(127.0.0.1:44967, datanodeUuid=84e571d7-0bca-45a7-a81f-0568eb79b749, infoPort=34225, infoSecurePort=0, ipcPort=46365, storageInfo=lv=-57;cid=testClusterID;nsid=833828682;c=1734078015150), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:17,100 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f27b66518e853ab with lease ID 0x3b9d17a15d00f0c4: Processing first storage report for DS-7b7059eb-2f73-43fa-9801-f01c2aba1e4c from datanode DatanodeRegistration(127.0.0.1:44967, datanodeUuid=84e571d7-0bca-45a7-a81f-0568eb79b749, infoPort=34225, infoSecurePort=0, ipcPort=46365, storageInfo=lv=-57;cid=testClusterID;nsid=833828682;c=1734078015150) 2024-12-13T08:20:17,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f27b66518e853ab with lease ID 0x3b9d17a15d00f0c4: from storage DS-7b7059eb-2f73-43fa-9801-f01c2aba1e4c node DatanodeRegistration(127.0.0.1:44967, datanodeUuid=84e571d7-0bca-45a7-a81f-0568eb79b749, infoPort=34225, infoSecurePort=0, ipcPort=46365, storageInfo=lv=-57;cid=testClusterID;nsid=833828682;c=1734078015150), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:17,145 DEBUG [AsyncConn Chore Service.Chore.1 {}] client.CatalogReplicaLoadBalanceSimpleSelector(256): clean entry [117, 117, 117], CatalogReplicaLoadBalanceSimpleSelector.StaleLocationCacheEntry[endKey={118,118,118},timestamp=1734078012766] from stale cache 2024-12-13T08:20:17,204 WARN [Thread-1181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/dfs/data/data8/current/BP-372765712-172.17.0.2-1734078015150/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:17,204 WARN [Thread-1180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/dfs/data/data7/current/BP-372765712-172.17.0.2-1734078015150/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:17,221 WARN [Thread-1131 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:20:17,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf2e14a42666ba07 with lease ID 0x3b9d17a15d00f0c5: Processing first storage report for DS-30f1db11-1210-47bf-bcfa-5a1e5997d2e5 from datanode DatanodeRegistration(127.0.0.1:42145, datanodeUuid=381e84ed-0155-45c8-aa45-3a3365688735, infoPort=44391, infoSecurePort=0, ipcPort=32879, storageInfo=lv=-57;cid=testClusterID;nsid=833828682;c=1734078015150) 2024-12-13T08:20:17,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf2e14a42666ba07 with lease ID 0x3b9d17a15d00f0c5: from storage DS-30f1db11-1210-47bf-bcfa-5a1e5997d2e5 node DatanodeRegistration(127.0.0.1:42145, datanodeUuid=381e84ed-0155-45c8-aa45-3a3365688735, infoPort=44391, infoSecurePort=0, ipcPort=32879, storageInfo=lv=-57;cid=testClusterID;nsid=833828682;c=1734078015150), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:17,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf2e14a42666ba07 with lease ID 0x3b9d17a15d00f0c5: Processing first storage report for DS-1e3c6be9-560d-4cae-8461-6044e24c7fd1 from datanode DatanodeRegistration(127.0.0.1:42145, datanodeUuid=381e84ed-0155-45c8-aa45-3a3365688735, infoPort=44391, infoSecurePort=0, ipcPort=32879, storageInfo=lv=-57;cid=testClusterID;nsid=833828682;c=1734078015150) 2024-12-13T08:20:17,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf2e14a42666ba07 with lease ID 0x3b9d17a15d00f0c5: from storage DS-1e3c6be9-560d-4cae-8461-6044e24c7fd1 node DatanodeRegistration(127.0.0.1:42145, datanodeUuid=381e84ed-0155-45c8-aa45-3a3365688735, infoPort=44391, infoSecurePort=0, ipcPort=32879, storageInfo=lv=-57;cid=testClusterID;nsid=833828682;c=1734078015150), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:17,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c 2024-12-13T08:20:17,295 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/zookeeper_0, clientPort=51863, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-13T08:20:17,298 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=51863 2024-12-13T08:20:17,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:17,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:17,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:20:17,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:20:17,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:20:17,311 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e with version=8 2024-12-13T08:20:17,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/hbase-staging 2024-12-13T08:20:17,313 INFO [Time-limited test {}] client.ConnectionUtils(129): master/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:17,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:17,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:17,313 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:17,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:17,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:17,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:17,314 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:17,314 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46251 2024-12-13T08:20:17,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:17,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:17,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46251 connecting to ZooKeeper ensemble=127.0.0.1:51863 2024-12-13T08:20:17,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462510x0, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:17,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46251-0x1001e79cb8f0000 connected 2024-12-13T08:20:17,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:17,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:17,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:17,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46251 2024-12-13T08:20:17,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46251 2024-12-13T08:20:17,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46251 2024-12-13T08:20:17,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46251 2024-12-13T08:20:17,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46251 2024-12-13T08:20:17,436 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e, hbase.cluster.distributed=false 2024-12-13T08:20:17,456 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:17,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:17,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:17,456 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:17,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:17,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:17,456 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:17,457 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:17,457 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39217 2024-12-13T08:20:17,458 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:20:17,458 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:20:17,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:17,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:17,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39217 connecting to ZooKeeper ensemble=127.0.0.1:51863 2024-12-13T08:20:17,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392170x0, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:17,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392170x0, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:17,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39217-0x1001e79cb8f0001 connected 2024-12-13T08:20:17,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:17,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:17,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39217 2024-12-13T08:20:17,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39217 2024-12-13T08:20:17,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39217 2024-12-13T08:20:17,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39217 2024-12-13T08:20:17,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39217 2024-12-13T08:20:17,491 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:17,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:17,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:17,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:17,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:17,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:17,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:17,491 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:17,492 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33851 2024-12-13T08:20:17,493 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:20:17,493 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:20:17,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:17,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:17,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33851 connecting to ZooKeeper ensemble=127.0.0.1:51863 2024-12-13T08:20:17,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338510x0, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:17,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338510x0, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:17,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33851-0x1001e79cb8f0002 connected 2024-12-13T08:20:17,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:17,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:17,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33851 2024-12-13T08:20:17,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33851 2024-12-13T08:20:17,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33851 2024-12-13T08:20:17,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33851 2024-12-13T08:20:17,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33851 2024-12-13T08:20:17,527 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:17,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:17,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:17,527 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:17,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:17,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:17,527 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:17,527 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:17,528 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39833 2024-12-13T08:20:17,528 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:20:17,529 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:20:17,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:17,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:17,532 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39833 connecting to ZooKeeper ensemble=127.0.0.1:51863 2024-12-13T08:20:17,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398330x0, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:17,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:17,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39833-0x1001e79cb8f0003 connected 2024-12-13T08:20:17,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:17,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:17,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39833 2024-12-13T08:20:17,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39833 2024-12-13T08:20:17,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39833 2024-12-13T08:20:17,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39833 2024-12-13T08:20:17,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39833 2024-12-13T08:20:17,560 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:17,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:17,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:17,560 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:17,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:17,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:17,560 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:17,561 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:17,561 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42953 2024-12-13T08:20:17,561 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:20:17,563 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:20:17,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:17,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:17,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42953 connecting to ZooKeeper ensemble=127.0.0.1:51863 2024-12-13T08:20:17,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429530x0, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:17,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429530x0, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:17,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42953-0x1001e79cb8f0004 connected 2024-12-13T08:20:17,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:17,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:17,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42953 2024-12-13T08:20:17,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42953 2024-12-13T08:20:17,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42953 2024-12-13T08:20:17,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42953 2024-12-13T08:20:17,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42953 2024-12-13T08:20:17,581 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/6b1293cedc9a,46251,1734078017312 2024-12-13T08:20:17,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:17,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:17,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:17,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:17,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:17,590 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6b1293cedc9a,46251,1734078017312 2024-12-13T08:20:17,593 DEBUG [M:0;6b1293cedc9a:46251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1293cedc9a:46251 2024-12-13T08:20:17,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:17,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:17,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:17,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:17,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:17,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,599 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-13T08:20:17,599 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6b1293cedc9a,46251,1734078017312 from backup master directory 2024-12-13T08:20:17,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:17,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:17,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6b1293cedc9a,46251,1734078017312 2024-12-13T08:20:17,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:17,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:17,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:17,606 WARN [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:17,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-13T08:20:17,606 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1293cedc9a,46251,1734078017312 2024-12-13T08:20:17,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:20:17,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:20:17,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:20:17,619 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/hbase.id with ID: d3fc3a5e-19ce-4b14-b19f-54066f8edb6a 2024-12-13T08:20:17,629 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:17,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:20:17,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:20:17,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:20:17,656 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:20:17,657 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T08:20:17,658 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:17,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:20:17,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:20:17,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:20:17,675 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store 2024-12-13T08:20:17,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:20:17,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:20:17,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:20:17,685 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:17,685 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T08:20:17,685 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:17,685 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:17,685 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T08:20:17,685 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:17,685 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:17,685 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:20:17,686 WARN [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/.initializing 2024-12-13T08:20:17,686 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/WALs/6b1293cedc9a,46251,1734078017312 2024-12-13T08:20:17,687 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:17,690 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1293cedc9a%2C46251%2C1734078017312, suffix=, logDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/WALs/6b1293cedc9a,46251,1734078017312, archiveDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/oldWALs, maxLogs=10 2024-12-13T08:20:17,703 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/WALs/6b1293cedc9a,46251,1734078017312/6b1293cedc9a%2C46251%2C1734078017312.1734078017690, exclude list is [], retry=0 2024-12-13T08:20:17,707 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44967,DS-31df730f-02aa-4b90-ac08-aafd12d3d35a,DISK] 2024-12-13T08:20:17,707 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41055,DS-aaa9597a-9a76-4c40-958a-9659e715a5c4,DISK] 2024-12-13T08:20:17,707 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34115,DS-840ae81a-59b0-450d-9345-533fd319a48e,DISK] 2024-12-13T08:20:17,710 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/WALs/6b1293cedc9a,46251,1734078017312/6b1293cedc9a%2C46251%2C1734078017312.1734078017690 2024-12-13T08:20:17,710 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225),(127.0.0.1/127.0.0.1:40697:40697),(127.0.0.1/127.0.0.1:44859:44859)] 2024-12-13T08:20:17,710 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:17,710 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:17,710 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:17,710 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:17,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:17,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T08:20:17,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:17,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:17,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:17,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T08:20:17,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:17,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:17,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:17,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T08:20:17,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:17,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:17,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:17,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T08:20:17,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:17,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:17,726 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:17,727 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:17,729 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T08:20:17,730 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:17,732 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:20:17,733 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70434542, jitterRate=0.049556463956832886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T08:20:17,733 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:20:17,735 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T08:20:17,739 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f397d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:17,740 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T08:20:17,740 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T08:20:17,740 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T08:20:17,740 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T08:20:17,741 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-13T08:20:17,741 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-13T08:20:17,741 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T08:20:17,743 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T08:20:17,744 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-13T08:20:17,748 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-13T08:20:17,748 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T08:20:17,749 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-13T08:20:17,756 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-13T08:20:17,757 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T08:20:17,758 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-13T08:20:17,765 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-13T08:20:17,766 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-13T08:20:17,773 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-13T08:20:17,775 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T08:20:17,781 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-13T08:20:17,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:17,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:17,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:17,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:17,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:17,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,790 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=6b1293cedc9a,46251,1734078017312, sessionid=0x1001e79cb8f0000, setting cluster-up flag (Was=false) 2024-12-13T08:20:17,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,831 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-13T08:20:17,833 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1293cedc9a,46251,1734078017312 2024-12-13T08:20:17,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:17,873 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-13T08:20:17,874 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1293cedc9a,46251,1734078017312 2024-12-13T08:20:17,877 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T08:20:17,877 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T08:20:17,877 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T08:20:17,877 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1293cedc9a,46251,1734078017312 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T08:20:17,878 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:20:17,878 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:20:17,878 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:20:17,879 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:20:17,879 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1293cedc9a:0, corePoolSize=10, maxPoolSize=10 2024-12-13T08:20:17,879 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:17,879 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:17,879 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:17,881 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T08:20:17,881 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T08:20:17,882 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:17,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:20:17,892 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734078047892 2024-12-13T08:20:17,892 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T08:20:17,892 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T08:20:17,892 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T08:20:17,892 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T08:20:17,892 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T08:20:17,892 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T08:20:17,894 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:17,895 DEBUG [RS:0;6b1293cedc9a:39217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1293cedc9a:39217 2024-12-13T08:20:17,897 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.HRegionServer(1008): ClusterId : d3fc3a5e-19ce-4b14-b19f-54066f8edb6a 2024-12-13T08:20:17,897 DEBUG [RS:0;6b1293cedc9a:39217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:20:17,903 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T08:20:17,904 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T08:20:17,904 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T08:20:17,905 DEBUG [RS:2;6b1293cedc9a:39833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6b1293cedc9a:39833 2024-12-13T08:20:17,906 DEBUG [RS:1;6b1293cedc9a:33851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6b1293cedc9a:33851 2024-12-13T08:20:17,906 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T08:20:17,906 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T08:20:17,907 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734078017906,5,FailOnTimeoutGroup] 2024-12-13T08:20:17,907 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734078017907,5,FailOnTimeoutGroup] 2024-12-13T08:20:17,907 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:17,907 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T08:20:17,907 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:17,907 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:17,907 DEBUG [RS:3;6b1293cedc9a:42953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:3;6b1293cedc9a:42953 2024-12-13T08:20:17,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:20:17,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:20:17,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:20:17,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T08:20:17,918 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e 2024-12-13T08:20:17,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741832_1008 (size=32) 2024-12-13T08:20:17,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741832_1008 (size=32) 2024-12-13T08:20:17,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741832_1008 (size=32) 2024-12-13T08:20:17,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:17,936 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.HRegionServer(1008): ClusterId : d3fc3a5e-19ce-4b14-b19f-54066f8edb6a 2024-12-13T08:20:17,936 DEBUG [RS:1;6b1293cedc9a:33851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:20:17,936 DEBUG [RS:0;6b1293cedc9a:39217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:20:17,936 DEBUG [RS:0;6b1293cedc9a:39217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:20:17,936 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.HRegionServer(1008): ClusterId : d3fc3a5e-19ce-4b14-b19f-54066f8edb6a 2024-12-13T08:20:17,936 DEBUG [RS:3;6b1293cedc9a:42953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:20:17,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:17,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:20:17,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:17,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:20:17,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:17,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:17,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:17,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:17,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:20:17,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:20:17,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:17,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:17,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:20:17,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:20:17,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:17,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:17,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740 2024-12-13T08:20:17,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740 2024-12-13T08:20:17,965 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:17,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:20:17,969 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:20:17,969 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66015654, jitterRate=-0.016290098428726196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:17,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:20:17,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:20:17,970 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:20:17,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:20:17,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:20:17,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:20:17,971 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:17,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:20:17,972 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T08:20:17,972 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T08:20:17,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T08:20:17,974 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T08:20:17,975 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:20:17,990 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.HRegionServer(1008): ClusterId : d3fc3a5e-19ce-4b14-b19f-54066f8edb6a 2024-12-13T08:20:17,990 DEBUG [RS:2;6b1293cedc9a:39833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:20:17,990 DEBUG [RS:1;6b1293cedc9a:33851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:20:17,990 DEBUG [RS:1;6b1293cedc9a:33851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:20:18,031 DEBUG [RS:0;6b1293cedc9a:39217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:20:18,032 DEBUG [RS:0;6b1293cedc9a:39217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db3693f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:18,032 DEBUG [RS:0;6b1293cedc9a:39217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787ca0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:18,032 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:20:18,032 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:20:18,032 DEBUG [RS:0;6b1293cedc9a:39217 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:20:18,040 DEBUG [RS:3;6b1293cedc9a:42953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:20:18,040 DEBUG [RS:3;6b1293cedc9a:42953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:20:18,040 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,46251,1734078017312 with isa=6b1293cedc9a/172.17.0.2:39217, startcode=1734078017455 2024-12-13T08:20:18,040 DEBUG [RS:2;6b1293cedc9a:39833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:20:18,040 DEBUG [RS:2;6b1293cedc9a:39833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:20:18,040 DEBUG [RS:0;6b1293cedc9a:39217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:20:18,042 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45045, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:20:18,043 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46251 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:18,043 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46251 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:18,044 DEBUG [RS:0;6b1293cedc9a:39217 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e 2024-12-13T08:20:18,044 DEBUG [RS:0;6b1293cedc9a:39217 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46489 2024-12-13T08:20:18,044 DEBUG [RS:0;6b1293cedc9a:39217 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:20:18,125 WARN [6b1293cedc9a:46251 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-13T08:20:18,138 DEBUG [RS:1;6b1293cedc9a:33851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:20:18,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:20:18,138 DEBUG [RS:0;6b1293cedc9a:39217 {}] zookeeper.ZKUtil(111): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:18,138 DEBUG [RS:3;6b1293cedc9a:42953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:20:18,138 WARN [RS:0;6b1293cedc9a:39217 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:18,139 DEBUG [RS:1;6b1293cedc9a:33851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58805ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:18,139 INFO [RS:0;6b1293cedc9a:39217 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:18,139 DEBUG [RS:2;6b1293cedc9a:39833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:20:18,139 DEBUG [RS:0;6b1293cedc9a:39217 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:18,139 DEBUG [RS:3;6b1293cedc9a:42953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c4eb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:18,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,39217,1734078017455] 2024-12-13T08:20:18,139 DEBUG [RS:2;6b1293cedc9a:39833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2b6dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:18,139 DEBUG [RS:1;6b1293cedc9a:33851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b7467d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:18,139 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:20:18,139 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:20:18,139 DEBUG [RS:1;6b1293cedc9a:33851 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:20:18,140 DEBUG [RS:3;6b1293cedc9a:42953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182899a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:18,140 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:20:18,140 DEBUG [RS:2;6b1293cedc9a:39833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372051c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:18,140 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:20:18,140 DEBUG [RS:3;6b1293cedc9a:42953 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:20:18,140 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:20:18,140 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:20:18,140 DEBUG [RS:2;6b1293cedc9a:39833 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:20:18,140 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,46251,1734078017312 with isa=6b1293cedc9a/172.17.0.2:33851, startcode=1734078017490 2024-12-13T08:20:18,140 DEBUG [RS:1;6b1293cedc9a:33851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:20:18,141 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,46251,1734078017312 with isa=6b1293cedc9a/172.17.0.2:42953, startcode=1734078017560 2024-12-13T08:20:18,141 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,46251,1734078017312 with isa=6b1293cedc9a/172.17.0.2:39833, startcode=1734078017526 2024-12-13T08:20:18,141 DEBUG [RS:3;6b1293cedc9a:42953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:20:18,141 DEBUG [RS:2;6b1293cedc9a:39833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:20:18,144 DEBUG [RS:0;6b1293cedc9a:39217 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:20:18,145 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:20:18,148 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40347, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:20:18,148 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34383, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:20:18,148 INFO [RS-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43651, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:20:18,149 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:20:18,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46251 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,33851,1734078017490 2024-12-13T08:20:18,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46251 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,33851,1734078017490 2024-12-13T08:20:18,150 INFO [RS:0;6b1293cedc9a:39217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:18,150 INFO [RS:0;6b1293cedc9a:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46251 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,42953,1734078017560 2024-12-13T08:20:18,150 DEBUG [RS:1;6b1293cedc9a:33851 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e 2024-12-13T08:20:18,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46251 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,42953,1734078017560 2024-12-13T08:20:18,151 DEBUG [RS:1;6b1293cedc9a:33851 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46489 2024-12-13T08:20:18,151 DEBUG [RS:1;6b1293cedc9a:33851 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:20:18,151 DEBUG [RS:3;6b1293cedc9a:42953 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e 2024-12-13T08:20:18,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46251 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,39833,1734078017526 2024-12-13T08:20:18,151 DEBUG [RS:3;6b1293cedc9a:42953 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46489 2024-12-13T08:20:18,151 DEBUG [RS:3;6b1293cedc9a:42953 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:20:18,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46251 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,39833,1734078017526 2024-12-13T08:20:18,152 DEBUG [RS:2;6b1293cedc9a:39833 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e 2024-12-13T08:20:18,152 DEBUG [RS:2;6b1293cedc9a:39833 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46489 2024-12-13T08:20:18,152 DEBUG [RS:2;6b1293cedc9a:39833 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:20:18,155 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:20:18,156 INFO [RS:0;6b1293cedc9a:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,156 DEBUG [RS:0;6b1293cedc9a:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,156 DEBUG [RS:0;6b1293cedc9a:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,156 DEBUG [RS:0;6b1293cedc9a:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,156 DEBUG [RS:0;6b1293cedc9a:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,156 DEBUG [RS:0;6b1293cedc9a:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,156 DEBUG [RS:0;6b1293cedc9a:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:18,156 DEBUG [RS:0;6b1293cedc9a:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,157 DEBUG [RS:0;6b1293cedc9a:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,157 DEBUG [RS:0;6b1293cedc9a:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,157 DEBUG [RS:0;6b1293cedc9a:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,157 DEBUG [RS:0;6b1293cedc9a:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,157 DEBUG [RS:0;6b1293cedc9a:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:18,157 DEBUG [RS:0;6b1293cedc9a:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:18,157 INFO [RS:0;6b1293cedc9a:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,157 INFO [RS:0;6b1293cedc9a:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,157 INFO [RS:0;6b1293cedc9a:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,157 INFO [RS:0;6b1293cedc9a:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,157 INFO [RS:0;6b1293cedc9a:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,39217,1734078017455-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:18,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:20:18,170 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:20:18,171 INFO [RS:0;6b1293cedc9a:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,39217,1734078017455-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,183 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.Replication(204): 6b1293cedc9a,39217,1734078017455 started 2024-12-13T08:20:18,183 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,39217,1734078017455, RpcServer on 6b1293cedc9a/172.17.0.2:39217, sessionid=0x1001e79cb8f0001 2024-12-13T08:20:18,183 DEBUG [RS:0;6b1293cedc9a:39217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:20:18,183 DEBUG [RS:0;6b1293cedc9a:39217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:18,183 DEBUG [RS:0;6b1293cedc9a:39217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,39217,1734078017455' 2024-12-13T08:20:18,183 DEBUG [RS:0;6b1293cedc9a:39217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:20:18,207 DEBUG [RS:1;6b1293cedc9a:33851 {}] zookeeper.ZKUtil(111): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,33851,1734078017490 2024-12-13T08:20:18,207 DEBUG [RS:0;6b1293cedc9a:39217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:20:18,207 WARN [RS:1;6b1293cedc9a:33851 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:18,207 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,42953,1734078017560] 2024-12-13T08:20:18,207 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,33851,1734078017490] 2024-12-13T08:20:18,207 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,39833,1734078017526] 2024-12-13T08:20:18,207 INFO [RS:1;6b1293cedc9a:33851 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:18,207 DEBUG [RS:2;6b1293cedc9a:39833 {}] zookeeper.ZKUtil(111): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,39833,1734078017526 2024-12-13T08:20:18,207 DEBUG [RS:1;6b1293cedc9a:33851 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490 2024-12-13T08:20:18,207 DEBUG [RS:3;6b1293cedc9a:42953 {}] zookeeper.ZKUtil(111): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,42953,1734078017560 2024-12-13T08:20:18,207 WARN [RS:2;6b1293cedc9a:39833 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:18,207 WARN [RS:3;6b1293cedc9a:42953 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:18,207 DEBUG [RS:0;6b1293cedc9a:39217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:20:18,207 INFO [RS:2;6b1293cedc9a:39833 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:18,207 DEBUG [RS:0;6b1293cedc9a:39217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:20:18,207 DEBUG [RS:0;6b1293cedc9a:39217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:18,207 DEBUG [RS:0;6b1293cedc9a:39217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,39217,1734078017455' 2024-12-13T08:20:18,207 DEBUG [RS:0;6b1293cedc9a:39217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:20:18,207 INFO [RS:3;6b1293cedc9a:42953 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:18,207 DEBUG [RS:2;6b1293cedc9a:39833 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39833,1734078017526 2024-12-13T08:20:18,208 DEBUG [RS:3;6b1293cedc9a:42953 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,42953,1734078017560 2024-12-13T08:20:18,208 DEBUG [RS:0;6b1293cedc9a:39217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:20:18,208 DEBUG [RS:0;6b1293cedc9a:39217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:20:18,209 INFO [RS:0;6b1293cedc9a:39217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:20:18,209 INFO [RS:0;6b1293cedc9a:39217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:20:18,212 DEBUG [RS:1;6b1293cedc9a:33851 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:20:18,212 DEBUG [RS:2;6b1293cedc9a:39833 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:20:18,212 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:20:18,212 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:20:18,215 DEBUG [RS:3;6b1293cedc9a:42953 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:20:18,215 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:20:18,215 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:20:18,216 INFO [RS:1;6b1293cedc9a:33851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:18,216 INFO [RS:1;6b1293cedc9a:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,217 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:20:18,217 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:20:18,218 INFO [RS:1;6b1293cedc9a:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,218 DEBUG [RS:1;6b1293cedc9a:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,218 DEBUG [RS:1;6b1293cedc9a:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,218 DEBUG [RS:1;6b1293cedc9a:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,218 DEBUG [RS:1;6b1293cedc9a:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,218 DEBUG [RS:1;6b1293cedc9a:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,218 DEBUG [RS:1;6b1293cedc9a:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:18,218 DEBUG [RS:1;6b1293cedc9a:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,218 DEBUG [RS:1;6b1293cedc9a:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,219 DEBUG [RS:1;6b1293cedc9a:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,219 DEBUG [RS:1;6b1293cedc9a:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,219 DEBUG [RS:1;6b1293cedc9a:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,219 DEBUG [RS:1;6b1293cedc9a:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:18,219 DEBUG [RS:1;6b1293cedc9a:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:18,222 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:20:18,222 INFO [RS:2;6b1293cedc9a:39833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:18,222 INFO [RS:2;6b1293cedc9a:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,222 INFO [RS:3;6b1293cedc9a:42953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:18,222 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:20:18,222 INFO [RS:3;6b1293cedc9a:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,222 INFO [RS:1;6b1293cedc9a:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,222 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:20:18,222 INFO [RS:1;6b1293cedc9a:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,222 INFO [RS:1;6b1293cedc9a:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,223 INFO [RS:1;6b1293cedc9a:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,223 INFO [RS:1;6b1293cedc9a:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,33851,1734078017490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:18,223 INFO [RS:3;6b1293cedc9a:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,223 DEBUG [RS:3;6b1293cedc9a:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,223 DEBUG [RS:3;6b1293cedc9a:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,224 DEBUG [RS:3;6b1293cedc9a:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,224 DEBUG [RS:3;6b1293cedc9a:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,224 DEBUG [RS:3;6b1293cedc9a:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,224 DEBUG [RS:3;6b1293cedc9a:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:18,224 DEBUG [RS:3;6b1293cedc9a:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,224 DEBUG [RS:3;6b1293cedc9a:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,224 DEBUG [RS:3;6b1293cedc9a:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,224 DEBUG [RS:3;6b1293cedc9a:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,224 DEBUG [RS:3;6b1293cedc9a:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,224 DEBUG [RS:3;6b1293cedc9a:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:18,224 DEBUG [RS:3;6b1293cedc9a:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:18,224 INFO [RS:2;6b1293cedc9a:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,225 DEBUG [RS:2;6b1293cedc9a:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,225 DEBUG [RS:2;6b1293cedc9a:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,225 DEBUG [RS:2;6b1293cedc9a:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,225 DEBUG [RS:2;6b1293cedc9a:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,225 DEBUG [RS:2;6b1293cedc9a:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,225 DEBUG [RS:2;6b1293cedc9a:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:18,225 DEBUG [RS:2;6b1293cedc9a:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,225 DEBUG [RS:2;6b1293cedc9a:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,225 DEBUG [RS:2;6b1293cedc9a:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,225 DEBUG [RS:2;6b1293cedc9a:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,225 DEBUG [RS:2;6b1293cedc9a:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:18,225 DEBUG [RS:2;6b1293cedc9a:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:18,225 DEBUG [RS:2;6b1293cedc9a:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:18,232 INFO [RS:2;6b1293cedc9a:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,232 INFO [RS:2;6b1293cedc9a:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,232 INFO [RS:2;6b1293cedc9a:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,232 INFO [RS:2;6b1293cedc9a:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,232 INFO [RS:2;6b1293cedc9a:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,39833,1734078017526-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:18,235 INFO [RS:3;6b1293cedc9a:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,235 INFO [RS:3;6b1293cedc9a:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,235 INFO [RS:3;6b1293cedc9a:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,235 INFO [RS:3;6b1293cedc9a:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,235 INFO [RS:3;6b1293cedc9a:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,42953,1734078017560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:18,241 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:20:18,241 INFO [RS:1;6b1293cedc9a:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,33851,1734078017490-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,255 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:20:18,255 INFO [RS:3;6b1293cedc9a:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,42953,1734078017560-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,255 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:20:18,256 INFO [RS:2;6b1293cedc9a:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,39833,1734078017526-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,258 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.Replication(204): 6b1293cedc9a,33851,1734078017490 started 2024-12-13T08:20:18,258 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,33851,1734078017490, RpcServer on 6b1293cedc9a/172.17.0.2:33851, sessionid=0x1001e79cb8f0002 2024-12-13T08:20:18,258 DEBUG [RS:1;6b1293cedc9a:33851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:20:18,258 DEBUG [RS:1;6b1293cedc9a:33851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,33851,1734078017490 2024-12-13T08:20:18,258 DEBUG [RS:1;6b1293cedc9a:33851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,33851,1734078017490' 2024-12-13T08:20:18,258 DEBUG [RS:1;6b1293cedc9a:33851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:20:18,259 DEBUG [RS:1;6b1293cedc9a:33851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:20:18,259 DEBUG [RS:1;6b1293cedc9a:33851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:20:18,259 DEBUG [RS:1;6b1293cedc9a:33851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:20:18,259 DEBUG [RS:1;6b1293cedc9a:33851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,33851,1734078017490 2024-12-13T08:20:18,259 DEBUG [RS:1;6b1293cedc9a:33851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,33851,1734078017490' 2024-12-13T08:20:18,259 DEBUG [RS:1;6b1293cedc9a:33851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:20:18,259 DEBUG [RS:1;6b1293cedc9a:33851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:20:18,260 DEBUG [RS:1;6b1293cedc9a:33851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:20:18,260 INFO [RS:1;6b1293cedc9a:33851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:20:18,260 INFO [RS:1;6b1293cedc9a:33851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:20:18,267 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.Replication(204): 6b1293cedc9a,42953,1734078017560 started 2024-12-13T08:20:18,267 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,42953,1734078017560, RpcServer on 6b1293cedc9a/172.17.0.2:42953, sessionid=0x1001e79cb8f0004 2024-12-13T08:20:18,268 DEBUG [RS:3;6b1293cedc9a:42953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:20:18,268 DEBUG [RS:3;6b1293cedc9a:42953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,42953,1734078017560 2024-12-13T08:20:18,268 DEBUG [RS:3;6b1293cedc9a:42953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,42953,1734078017560' 2024-12-13T08:20:18,268 DEBUG [RS:3;6b1293cedc9a:42953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:20:18,268 DEBUG [RS:3;6b1293cedc9a:42953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:20:18,269 DEBUG [RS:3;6b1293cedc9a:42953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:20:18,269 DEBUG [RS:3;6b1293cedc9a:42953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:20:18,269 DEBUG [RS:3;6b1293cedc9a:42953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,42953,1734078017560 2024-12-13T08:20:18,269 DEBUG [RS:3;6b1293cedc9a:42953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,42953,1734078017560' 2024-12-13T08:20:18,269 DEBUG [RS:3;6b1293cedc9a:42953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:20:18,269 DEBUG [RS:3;6b1293cedc9a:42953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:20:18,269 DEBUG [RS:3;6b1293cedc9a:42953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:20:18,269 INFO [RS:3;6b1293cedc9a:42953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:20:18,269 INFO [RS:3;6b1293cedc9a:42953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:20:18,271 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.Replication(204): 6b1293cedc9a,39833,1734078017526 started 2024-12-13T08:20:18,271 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,39833,1734078017526, RpcServer on 6b1293cedc9a/172.17.0.2:39833, sessionid=0x1001e79cb8f0003 2024-12-13T08:20:18,271 DEBUG [RS:2;6b1293cedc9a:39833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:20:18,271 DEBUG [RS:2;6b1293cedc9a:39833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,39833,1734078017526 2024-12-13T08:20:18,271 DEBUG [RS:2;6b1293cedc9a:39833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,39833,1734078017526' 2024-12-13T08:20:18,271 DEBUG [RS:2;6b1293cedc9a:39833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:20:18,272 DEBUG [RS:2;6b1293cedc9a:39833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:20:18,272 DEBUG [RS:2;6b1293cedc9a:39833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:20:18,272 DEBUG [RS:2;6b1293cedc9a:39833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:20:18,272 DEBUG [RS:2;6b1293cedc9a:39833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,39833,1734078017526 2024-12-13T08:20:18,272 DEBUG [RS:2;6b1293cedc9a:39833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,39833,1734078017526' 2024-12-13T08:20:18,272 DEBUG [RS:2;6b1293cedc9a:39833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:20:18,272 DEBUG [RS:2;6b1293cedc9a:39833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:20:18,272 DEBUG [RS:2;6b1293cedc9a:39833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:20:18,272 INFO [RS:2;6b1293cedc9a:39833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:20:18,272 INFO [RS:2;6b1293cedc9a:39833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:20:18,309 INFO [RS:0;6b1293cedc9a:39217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:18,312 INFO [RS:0;6b1293cedc9a:39217 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C39217%2C1734078017455, suffix=, logDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455, archiveDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/oldWALs, maxLogs=10 2024-12-13T08:20:18,331 DEBUG [RS:0;6b1293cedc9a:39217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.1734078018315, exclude list is [], retry=0 2024-12-13T08:20:18,334 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34115,DS-840ae81a-59b0-450d-9345-533fd319a48e,DISK] 2024-12-13T08:20:18,334 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44967,DS-31df730f-02aa-4b90-ac08-aafd12d3d35a,DISK] 2024-12-13T08:20:18,334 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42145,DS-30f1db11-1210-47bf-bcfa-5a1e5997d2e5,DISK] 2024-12-13T08:20:18,335 INFO [RS:0;6b1293cedc9a:39217 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.1734078018315 2024-12-13T08:20:18,336 DEBUG [RS:0;6b1293cedc9a:39217 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44859:44859),(127.0.0.1/127.0.0.1:34225:34225),(127.0.0.1/127.0.0.1:44391:44391)] 2024-12-13T08:20:18,360 INFO [RS:1;6b1293cedc9a:33851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:18,362 INFO [RS:1;6b1293cedc9a:33851 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C33851%2C1734078017490, suffix=, logDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490, archiveDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/oldWALs, maxLogs=10 2024-12-13T08:20:18,370 INFO [RS:3;6b1293cedc9a:42953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:18,371 INFO [RS:3;6b1293cedc9a:42953 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C42953%2C1734078017560, suffix=, logDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,42953,1734078017560, archiveDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/oldWALs, maxLogs=10 2024-12-13T08:20:18,373 INFO [RS:2;6b1293cedc9a:39833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:18,375 DEBUG [6b1293cedc9a:46251 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-13T08:20:18,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:18,376 INFO [RS:2;6b1293cedc9a:39833 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C39833%2C1734078017526, suffix=, logDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39833,1734078017526, archiveDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/oldWALs, maxLogs=10 2024-12-13T08:20:18,377 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,39217,1734078017455, state=OPENING 2024-12-13T08:20:18,378 DEBUG [RS:1;6b1293cedc9a:33851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.1734078018363, exclude list is [], retry=0 2024-12-13T08:20:18,381 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41055,DS-aaa9597a-9a76-4c40-958a-9659e715a5c4,DISK] 2024-12-13T08:20:18,381 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44967,DS-31df730f-02aa-4b90-ac08-aafd12d3d35a,DISK] 2024-12-13T08:20:18,381 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42145,DS-30f1db11-1210-47bf-bcfa-5a1e5997d2e5,DISK] 2024-12-13T08:20:18,384 INFO [RS:1;6b1293cedc9a:33851 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.1734078018363 2024-12-13T08:20:18,386 DEBUG [RS:3;6b1293cedc9a:42953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,42953,1734078017560/6b1293cedc9a%2C42953%2C1734078017560.1734078018372, exclude list is [], retry=0 2024-12-13T08:20:18,387 DEBUG [RS:1;6b1293cedc9a:33851 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44391:44391),(127.0.0.1/127.0.0.1:34225:34225),(127.0.0.1/127.0.0.1:40697:40697)] 2024-12-13T08:20:18,389 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34115,DS-840ae81a-59b0-450d-9345-533fd319a48e,DISK] 2024-12-13T08:20:18,390 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44967,DS-31df730f-02aa-4b90-ac08-aafd12d3d35a,DISK] 2024-12-13T08:20:18,390 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42145,DS-30f1db11-1210-47bf-bcfa-5a1e5997d2e5,DISK] 2024-12-13T08:20:18,391 DEBUG [RS:2;6b1293cedc9a:39833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39833,1734078017526/6b1293cedc9a%2C39833%2C1734078017526.1734078018377, exclude list is [], retry=0 2024-12-13T08:20:18,394 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41055,DS-aaa9597a-9a76-4c40-958a-9659e715a5c4,DISK] 2024-12-13T08:20:18,394 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42145,DS-30f1db11-1210-47bf-bcfa-5a1e5997d2e5,DISK] 2024-12-13T08:20:18,394 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34115,DS-840ae81a-59b0-450d-9345-533fd319a48e,DISK] 2024-12-13T08:20:18,395 INFO [RS:3;6b1293cedc9a:42953 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,42953,1734078017560/6b1293cedc9a%2C42953%2C1734078017560.1734078018372 2024-12-13T08:20:18,395 DEBUG [RS:3;6b1293cedc9a:42953 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44859:44859),(127.0.0.1/127.0.0.1:44391:44391),(127.0.0.1/127.0.0.1:34225:34225)] 2024-12-13T08:20:18,399 INFO [RS:2;6b1293cedc9a:39833 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39833,1734078017526/6b1293cedc9a%2C39833%2C1734078017526.1734078018377 2024-12-13T08:20:18,399 DEBUG [RS:2;6b1293cedc9a:39833 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44391:44391),(127.0.0.1/127.0.0.1:40697:40697),(127.0.0.1/127.0.0.1:44859:44859)] 2024-12-13T08:20:18,438 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T08:20:18,469 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:20:18,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:18,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:18,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:18,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:18,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:18,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:18,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:18,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:18,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6b1293cedc9a,39217,1734078017455}] 2024-12-13T08:20:18,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:18,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:18,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:18,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:18,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:18,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:18,643 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:18,643 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:18,644 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:20:18,647 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T08:20:18,648 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:18,660 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-13T08:20:18,660 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T08:20:18,662 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C39217%2C1734078017455.meta, suffix=.meta, logDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455, archiveDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/oldWALs, maxLogs=10 2024-12-13T08:20:18,676 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta, exclude list is [], retry=0 2024-12-13T08:20:18,678 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44967,DS-31df730f-02aa-4b90-ac08-aafd12d3d35a,DISK] 2024-12-13T08:20:18,678 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41055,DS-aaa9597a-9a76-4c40-958a-9659e715a5c4,DISK] 2024-12-13T08:20:18,678 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34115,DS-840ae81a-59b0-450d-9345-533fd319a48e,DISK] 2024-12-13T08:20:18,679 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x533cf058 to 127.0.0.1:51863 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4856df9 2024-12-13T08:20:18,680 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta 2024-12-13T08:20:18,680 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225),(127.0.0.1/127.0.0.1:40697:40697),(127.0.0.1/127.0.0.1:44859:44859)] 2024-12-13T08:20:18,681 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:18,681 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:18,681 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T08:20:18,681 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:18,681 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T08:20:18,681 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:18,681 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T08:20:18,681 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T08:20:18,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:20:18,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:20:18,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:18,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:18,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:20:18,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:20:18,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:18,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:18,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:20:18,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:20:18,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:18,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:18,686 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740 2024-12-13T08:20:18,687 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740 2024-12-13T08:20:18,688 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:18,689 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:20:18,690 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162b4ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:18,690 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59581660, jitterRate=-0.11216408014297485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:18,691 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:20:18,692 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:51863 2024-12-13T08:20:18,694 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734078018642 2024-12-13T08:20:18,695 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T08:20:18,696 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T08:20:18,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:18,697 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,39217,1734078017455, state=OPEN 2024-12-13T08:20:18,698 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:18,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1001e79cb8f0006 connected 2024-12-13T08:20:18,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:18,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:18,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:18,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:18,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:18,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:18,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:18,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:18,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:18,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:18,708 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=d3fc3a5e-19ce-4b14-b19f-54066f8edb6a to cluster=d3fc3a5e-19ce-4b14-b19f-54066f8edb6a 2024-12-13T08:20:18,708 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=6b1293cedc9a%2C39217%2C1734078017455 2024-12-13T08:20:18,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T08:20:18,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=6b1293cedc9a,39217,1734078017455 in 216 msec 2024-12-13T08:20:18,708 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T08:20:18,709 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:18,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T08:20:18,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 735 msec 2024-12-13T08:20:18,711 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1293cedc9a%2C39217%2C1734078017455 2024-12-13T08:20:18,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 835 msec 2024-12-13T08:20:18,712 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734078018712, completionTime=-1 2024-12-13T08:20:18,712 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=4; waited=0ms, expected min=4 server(s), max=4 server(s), master is running 2024-12-13T08:20:18,712 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T08:20:18,713 DEBUG [hconnection-0x55738029-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:18,715 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:18,716 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=4 2024-12-13T08:20:18,716 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:18,716 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734078078716 2024-12-13T08:20:18,716 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 316, reset compression=false 2024-12-13T08:20:18,716 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734078138716 2024-12-13T08:20:18,716 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734078018691/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta, lastWalPosition=316, nbRowKeys=1, nbHFiles=0, heapSize=332, lastSeqIds={}, endOfFile=false,usedBufferSize=332] 2024-12-13T08:20:18,716 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-13T08:20:18,732 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,46251,1734078017312-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,732 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,46251,1734078017312-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,732 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,46251,1734078017312-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,732 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1293cedc9a:46251, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,732 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:18,733 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T08:20:18,733 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:20:18,734 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T08:20:18,735 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T08:20:18,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:20:18,735 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:18,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:20:18,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741838_1014 (size=358) 2024-12-13T08:20:18,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741838_1014 (size=358) 2024-12-13T08:20:18,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741838_1014 (size=358) 2024-12-13T08:20:18,754 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ac41a915312efd9b74410beef5d4d214, NAME => 'hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e 2024-12-13T08:20:18,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:20:18,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:20:18,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:20:18,765 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:18,765 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing ac41a915312efd9b74410beef5d4d214, disabling compactions & flushes 2024-12-13T08:20:18,765 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214. 2024-12-13T08:20:18,765 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214. 2024-12-13T08:20:18,765 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214. after waiting 0 ms 2024-12-13T08:20:18,765 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214. 2024-12-13T08:20:18,765 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214. 2024-12-13T08:20:18,765 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for ac41a915312efd9b74410beef5d4d214: 2024-12-13T08:20:18,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:20:18,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734078018766"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078018766"}]},"ts":"1734078018766"} 2024-12-13T08:20:18,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T08:20:18,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:20:18,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078018769"}]},"ts":"1734078018769"} 2024-12-13T08:20:18,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T08:20:18,790 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:20:18,791 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:20:18,791 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:20:18,791 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:20:18,791 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:20:18,791 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:20:18,791 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:20:18,791 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:20:18,791 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:20:18,791 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-13T08:20:18,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ac41a915312efd9b74410beef5d4d214, ASSIGN}] 2024-12-13T08:20:18,792 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ac41a915312efd9b74410beef5d4d214, ASSIGN 2024-12-13T08:20:18,793 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=ac41a915312efd9b74410beef5d4d214, ASSIGN; state=OFFLINE, location=6b1293cedc9a,39217,1734078017455; forceNewPlan=false, retain=false 2024-12-13T08:20:18,921 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 316, reset compression=false 2024-12-13T08:20:18,927 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:18,927 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 685, reset compression=false 2024-12-13T08:20:18,927 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4=[#edits: 2 = ],436}, {hbase:meta/1588230740/5=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta, lastWalPosition=685, nbRowKeys=2, nbHFiles=0, heapSize=624, lastSeqIds={}, endOfFile=false,usedBufferSize=624] 2024-12-13T08:20:18,943 INFO [6b1293cedc9a:46251 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:20:18,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ac41a915312efd9b74410beef5d4d214, regionState=OPENING, regionLocation=6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:18,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure ac41a915312efd9b74410beef5d4d214, server=6b1293cedc9a,39217,1734078017455}] 2024-12-13T08:20:19,102 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:19,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214. 2024-12-13T08:20:19,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => ac41a915312efd9b74410beef5d4d214, NAME => 'hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:19,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace ac41a915312efd9b74410beef5d4d214 2024-12-13T08:20:19,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:19,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for ac41a915312efd9b74410beef5d4d214 2024-12-13T08:20:19,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for ac41a915312efd9b74410beef5d4d214 2024-12-13T08:20:19,108 INFO [StoreOpener-ac41a915312efd9b74410beef5d4d214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ac41a915312efd9b74410beef5d4d214 2024-12-13T08:20:19,109 INFO [StoreOpener-ac41a915312efd9b74410beef5d4d214-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac41a915312efd9b74410beef5d4d214 columnFamilyName info 2024-12-13T08:20:19,109 DEBUG [StoreOpener-ac41a915312efd9b74410beef5d4d214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:19,110 INFO [StoreOpener-ac41a915312efd9b74410beef5d4d214-1 {}] regionserver.HStore(327): Store=ac41a915312efd9b74410beef5d4d214/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:19,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/namespace/ac41a915312efd9b74410beef5d4d214 2024-12-13T08:20:19,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/namespace/ac41a915312efd9b74410beef5d4d214 2024-12-13T08:20:19,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for ac41a915312efd9b74410beef5d4d214 2024-12-13T08:20:19,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/namespace/ac41a915312efd9b74410beef5d4d214/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:20:19,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened ac41a915312efd9b74410beef5d4d214; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70078932, jitterRate=0.04425746202468872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:20:19,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for ac41a915312efd9b74410beef5d4d214: 2024-12-13T08:20:19,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214., pid=6, masterSystemTime=1734078019102 2024-12-13T08:20:19,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214. 2024-12-13T08:20:19,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214. 2024-12-13T08:20:19,120 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ac41a915312efd9b74410beef5d4d214, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:19,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T08:20:19,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure ac41a915312efd9b74410beef5d4d214, server=6b1293cedc9a,39217,1734078017455 in 174 msec 2024-12-13T08:20:19,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T08:20:19,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=ac41a915312efd9b74410beef5d4d214, ASSIGN in 332 msec 2024-12-13T08:20:19,126 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:20:19,127 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078019126"}]},"ts":"1734078019126"} 2024-12-13T08:20:19,128 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T08:20:19,132 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 685, reset compression=false 2024-12-13T08:20:19,137 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:19,137 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 1808, reset compression=false 2024-12-13T08:20:19,137 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6=[#edits: 3 = ],612}, {hbase:meta/1588230740/7=[#edits: 5 = ],916}, {hbase:meta/1588230740/8=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta, lastWalPosition=1808, nbRowKeys=3, nbHFiles=0, heapSize=1716, lastSeqIds={}, endOfFile=false,usedBufferSize=1716] 2024-12-13T08:20:19,165 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-13T08:20:19,166 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:20:19,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 433 msec 2024-12-13T08:20:19,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:19,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:19,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:19,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:19,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-13T08:20:19,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:19,177 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T08:20:19,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-13T08:20:19,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-12-13T08:20:19,209 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T08:20:19,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-13T08:20:19,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 24 msec 2024-12-13T08:20:19,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-13T08:20:19,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-13T08:20:19,274 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.667sec 2024-12-13T08:20:19,275 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T08:20:19,275 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T08:20:19,275 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T08:20:19,275 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T08:20:19,276 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T08:20:19,276 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,46251,1734078017312-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:19,276 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,46251,1734078017312-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T08:20:19,281 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T08:20:19,281 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T08:20:19,282 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,46251,1734078017312-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:19,295 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2a7f0584 to 127.0.0.1:51863 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71e9fc6b 2024-12-13T08:20:19,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a661b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:19,308 DEBUG [hconnection-0x42dff630-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:19,310 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:19,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=6b1293cedc9a,46251,1734078017312 2024-12-13T08:20:19,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T08:20:19,313 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T08:20:19,315 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46251 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table hbase:meta from 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} to 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', REGION_REPLICATION => '3', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:20:19,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46251 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=hbase:meta 2024-12-13T08:20:19,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741840_1016 (size=1064) 2024-12-13T08:20:19,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741840_1016 (size=1064) 2024-12-13T08:20:19,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741840_1016 (size=1064) 2024-12-13T08:20:19,330 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T08:20:19,330 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/.tabledesc/.tableinfo.0000000002.1064 2024-12-13T08:20:19,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=hbase:meta}] 2024-12-13T08:20:19,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE}] 2024-12-13T08:20:19,335 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-13T08:20:19,335 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:19,335 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,39217,1734078017455, state=CLOSING 2024-12-13T08:20:19,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:19,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:19,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:19,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:19,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:19,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:19,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:19,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:19,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:19,340 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:20:19,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:19,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; CloseRegionProcedure 1588230740, server=6b1293cedc9a,39217,1734078017455}] 2024-12-13T08:20:19,342 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 1808, reset compression=false 2024-12-13T08:20:19,492 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:19,493 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-13T08:20:19,493 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:20:19,493 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:20:19,493 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:20:19,493 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:20:19,493 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:20:19,493 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:20:19,493 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.23 KB heapSize=2.87 KB 2024-12-13T08:20:19,509 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/.tmp/info/f1b1afab55d24b9695df7d61b7f49811 is 143, key is hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:regioninfo/1734078019120/Put/seqid=0 2024-12-13T08:20:19,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741841_1017 (size=6595) 2024-12-13T08:20:19,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741841_1017 (size=6595) 2024-12-13T08:20:19,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741841_1017 (size=6595) 2024-12-13T08:20:19,521 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.14 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/.tmp/info/f1b1afab55d24b9695df7d61b7f49811 2024-12-13T08:20:19,540 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/.tmp/table/8b5f1b1f1a604e188c704fa50eac1928 is 51, key is hbase:namespace/table:state/1734078019126/Put/seqid=0 2024-12-13T08:20:19,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741842_1018 (size=5242) 2024-12-13T08:20:19,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741842_1018 (size=5242) 2024-12-13T08:20:19,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741842_1018 (size=5242) 2024-12-13T08:20:19,547 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/.tmp/table/8b5f1b1f1a604e188c704fa50eac1928 2024-12-13T08:20:19,554 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/.tmp/info/f1b1afab55d24b9695df7d61b7f49811 as hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/info/f1b1afab55d24b9695df7d61b7f49811 2024-12-13T08:20:19,561 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/info/f1b1afab55d24b9695df7d61b7f49811, entries=10, sequenceid=9, filesize=6.4 K 2024-12-13T08:20:19,562 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/.tmp/table/8b5f1b1f1a604e188c704fa50eac1928 as hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/table/8b5f1b1f1a604e188c704fa50eac1928 2024-12-13T08:20:19,568 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/table/8b5f1b1f1a604e188c704fa50eac1928, entries=2, sequenceid=9, filesize=5.1 K 2024-12-13T08:20:19,569 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(3040): Finished flush of dataSize ~1.23 KB/1264, heapSize ~2.59 KB/2648, currentSize=0 B/0 for 1588230740 in 76ms, sequenceid=9, compaction requested=false 2024-12-13T08:20:19,569 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-13T08:20:19,574 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-13T08:20:19,575 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:19,576 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:19,576 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:20:19,576 WARN [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionServer(3786): Not adding moved region record: 1588230740 to self. 2024-12-13T08:20:19,577 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-13T08:20:19,578 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-13T08:20:19,578 WARN [PEWorker-1 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-13T08:20:19,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-13T08:20:19,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; CloseRegionProcedure 1588230740, server=6b1293cedc9a,39217,1734078017455 in 238 msec 2024-12-13T08:20:19,580 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=6b1293cedc9a,39217,1734078017455; forceNewPlan=false, retain=true 2024-12-13T08:20:19,648 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 1808, reset compression=false 2024-12-13T08:20:19,653 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:19,653 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 2476, reset compression=false 2024-12-13T08:20:19,653 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078019493/Put/vlen=101/seqid=0; >],284}, {hbase:meta/1588230740/11=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078019568/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/12=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734078019571/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta, lastWalPosition=2476, nbRowKeys=3, nbHFiles=0, heapSize=972, lastSeqIds={}, endOfFile=false,usedBufferSize=972] 2024-12-13T08:20:19,656 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-13T08:20:19,657 WARN [ReadOnlyZKClient-127.0.0.1:51863@0x533cf058 {}] client.ZKConnectionRegistry(198): Meta region is in state CLOSING 2024-12-13T08:20:19,730 INFO [6b1293cedc9a:46251 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:20:19,731 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:19,731 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,39217,1734078017455, state=OPENING 2024-12-13T08:20:19,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:19,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:19,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:19,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:19,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:19,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:19,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:19,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:19,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:19,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:19,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6b1293cedc9a,39217,1734078017455}] 2024-12-13T08:20:19,858 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 2476, reset compression=false 2024-12-13T08:20:19,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:19,896 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T08:20:19,896 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:19,896 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:19,897 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T08:20:19,897 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:19,897 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T08:20:19,897 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:19,897 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T08:20:19,897 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T08:20:19,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:20:19,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:20:19,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:19,904 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/info/f1b1afab55d24b9695df7d61b7f49811 2024-12-13T08:20:19,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:19,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:20:19,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:20:19,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:19,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:19,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:20:19,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:20:19,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:19,913 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/table/8b5f1b1f1a604e188c704fa50eac1928 2024-12-13T08:20:19,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:19,914 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740 2024-12-13T08:20:19,915 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740 2024-12-13T08:20:19,917 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:19,918 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:20:19,918 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74311955, jitterRate=0.10733442008495331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:19,919 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:20:19,920 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=13, masterSystemTime=1734078019892 2024-12-13T08:20:19,921 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T08:20:19,921 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T08:20:19,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:19,922 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,39217,1734078017455, state=OPEN 2024-12-13T08:20:19,953 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46251 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=6b1293cedc9a,39217,1734078017455, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-13T08:20:19,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:19,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:19,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:19,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:19,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:19,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:19,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:19,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:19,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:19,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:19,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-13T08:20:19,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1588230740, server=6b1293cedc9a,39217,1734078017455 in 242 msec 2024-12-13T08:20:19,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-13T08:20:19,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 650 msec 2024-12-13T08:20:19,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-13T08:20:19,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; ReopenTableRegionsProcedure table=hbase:meta in 654 msec 2024-12-13T08:20:19,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN}] 2024-12-13T08:20:19,990 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN 2024-12-13T08:20:19,991 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN 2024-12-13T08:20:19,991 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:20:19,991 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:20:20,141 DEBUG [6b1293cedc9a:46251 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-13T08:20:20,142 DEBUG [6b1293cedc9a:46251 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:20:20,147 DEBUG [6b1293cedc9a:46251 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:20:20,147 DEBUG [6b1293cedc9a:46251 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:20:20,147 DEBUG [6b1293cedc9a:46251 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:20:20,147 DEBUG [6b1293cedc9a:46251 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:20:20,147 INFO [6b1293cedc9a:46251 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:20:20,147 INFO [6b1293cedc9a:46251 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:20:20,147 INFO [6b1293cedc9a:46251 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:20:20,147 INFO [6b1293cedc9a:46251 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:20:20,147 DEBUG [6b1293cedc9a:46251 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-13T08:20:20,147 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=6b1293cedc9a,33851,1734078017490 2024-12-13T08:20:20,147 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=6b1293cedc9a,39833,1734078017526 2024-12-13T08:20:20,148 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 6b1293cedc9a,33851,1734078017490, state=OPENING 2024-12-13T08:20:20,148 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 6b1293cedc9a,39833,1734078017526, state=OPENING 2024-12-13T08:20:20,156 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=2, create it 2024-12-13T08:20:20,163 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 2476, reset compression=false 2024-12-13T08:20:20,165 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=1, create it 2024-12-13T08:20:20,168 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:20,168 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 2775, reset compression=false 2024-12-13T08:20:20,168 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/14=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734078019919/Put/vlen=196/seqid=0; >],404}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta, lastWalPosition=2775, nbRowKeys=1, nbHFiles=0, heapSize=404, lastSeqIds={}, endOfFile=false,usedBufferSize=404] 2024-12-13T08:20:20,171 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-13T08:20:20,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:20,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:20,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:20,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:20,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:20,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:20,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:20,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:20,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:20,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:20,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE; OpenRegionProcedure 1657623790, server=6b1293cedc9a,39833,1734078017526}] 2024-12-13T08:20:20,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:20,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:20,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:20,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:20,182 WARN [ReadOnlyZKClient-127.0.0.1:51863@0x533cf058 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-13T08:20:20,183 WARN [ReadOnlyZKClient-127.0.0.1:51863@0x533cf058 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-13T08:20:20,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:20,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:20,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:20,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:20,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE; OpenRegionProcedure 534574363, server=6b1293cedc9a,33851,1734078017490}] 2024-12-13T08:20:20,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:20,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:20,192 WARN [ReadOnlyZKClient-127.0.0.1:51863@0x533cf058 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-13T08:20:20,192 WARN [ReadOnlyZKClient-127.0.0.1:51863@0x533cf058 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-13T08:20:20,193 WARN [ReadOnlyZKClient-127.0.0.1:51863@0x533cf058 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-13T08:20:20,194 WARN [ReadOnlyZKClient-127.0.0.1:51863@0x533cf058 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-13T08:20:20,294 WARN [ReadOnlyZKClient-127.0.0.1:51863@0x533cf058 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-13T08:20:20,294 WARN [ReadOnlyZKClient-127.0.0.1:51863@0x533cf058 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-13T08:20:20,295 WARN [ReadOnlyZKClient-127.0.0.1:51863@0x533cf058 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-13T08:20:20,295 WARN [ReadOnlyZKClient-127.0.0.1:51863@0x533cf058 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-13T08:20:20,334 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,39833,1734078017526 2024-12-13T08:20:20,334 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,33851,1734078017490 2024-12-13T08:20:20,334 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:20,335 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:20,336 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:20:20,336 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:20:20,340 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-13T08:20:20,340 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-13T08:20:20,340 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:20,340 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-13T08:20:20,340 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:20,341 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-13T08:20:20,341 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:20,341 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-13T08:20:20,341 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-13T08:20:20,341 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-13T08:20:20,342 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-13T08:20:20,342 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:20,342 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-13T08:20:20,342 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:20,342 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-13T08:20:20,342 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:20,342 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-13T08:20:20,342 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-13T08:20:20,343 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-13T08:20:20,344 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-13T08:20:20,346 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-13T08:20:20,346 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:20,348 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-13T08:20:20,349 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:20,353 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/info/f1b1afab55d24b9695df7d61b7f49811 2024-12-13T08:20:20,353 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:20,353 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-13T08:20:20,354 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-13T08:20:20,354 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:20,355 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:20,355 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-13T08:20:20,356 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-13T08:20:20,356 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:20,359 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/info/f1b1afab55d24b9695df7d61b7f49811 2024-12-13T08:20:20,359 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:20,359 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-13T08:20:20,360 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-13T08:20:20,360 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:20,361 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:20,361 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-13T08:20:20,361 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-13T08:20:20,361 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:20,363 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/table/8b5f1b1f1a604e188c704fa50eac1928 2024-12-13T08:20:20,364 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:20,364 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:20,366 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61462491, jitterRate=-0.08413751423358917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:20,366 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-13T08:20:20,366 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=16, masterSystemTime=1734078020334 2024-12-13T08:20:20,369 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-13T08:20:20,370 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-13T08:20:20,370 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-13T08:20:20,370 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,39833,1734078017526 2024-12-13T08:20:20,370 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:20,371 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 6b1293cedc9a,39833,1734078017526, state=OPEN 2024-12-13T08:20:20,371 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:20,372 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39217 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-13T08:20:20,372 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/table/8b5f1b1f1a604e188c704fa50eac1928 2024-12-13T08:20:20,372 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:20,372 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:20,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39217 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:20,373 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 1657623790; now waiting and blocking reads until observing a flush marker 2024-12-13T08:20:20,373 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-13T08:20:20,374 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 2775, reset compression=false 2024-12-13T08:20:20,374 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65380481, jitterRate=-0.025754913687705994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:20,375 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-13T08:20:20,375 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=17, masterSystemTime=1734078020334 2024-12-13T08:20:20,377 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-13T08:20:20,377 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-13T08:20:20,377 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-13T08:20:20,377 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,33851,1734078017490 2024-12-13T08:20:20,377 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:20,377 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 6b1293cedc9a,33851,1734078017490, state=OPEN 2024-12-13T08:20:20,378 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:20,378 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39217 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-13T08:20:20,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39217 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:20,379 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 534574363; now waiting and blocking reads until observing a flush marker 2024-12-13T08:20:20,379 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-13T08:20:20,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:20,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:20,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:20,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:20,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:20,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:20,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:20,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:20,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:20,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:20,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=15 2024-12-13T08:20:20,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=15, state=SUCCESS; OpenRegionProcedure 1657623790, server=6b1293cedc9a,39833,1734078017526 in 200 msec 2024-12-13T08:20:20,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN in 395 msec 2024-12-13T08:20:20,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:20,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:20,390 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:20,390 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 3045, reset compression=false 2024-12-13T08:20:20,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:20,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:20,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:20,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:20,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:20,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:20,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:20,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:20,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=14 2024-12-13T08:20:20,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=14, state=SUCCESS; OpenRegionProcedure 534574363, server=6b1293cedc9a,33851,1734078017490 in 208 msec 2024-12-13T08:20:20,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=14, resume processing ppid=9 2024-12-13T08:20:20,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN in 405 msec 2024-12-13T08:20:20,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; ModifyTableProcedure table=hbase:meta in 1.0810 sec 2024-12-13T08:20:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:20:20,401 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:20,403 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:20,406 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(381): Found locations [region=hbase:meta,,1.1588230740, hostname=6b1293cedc9a,39217,1734078017455, seqNum=-1, region=hbase:meta,,1_0001.534574363, hostname=6b1293cedc9a,33851,1734078017490, seqNum=-1, region=hbase:meta,,1_0002.1657623790, hostname=6b1293cedc9a,39833,1734078017526, seqNum=-1] 2024-12-13T08:20:20,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicationSourceCreatedOnOpen_0', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:20:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 2024-12-13T08:20:20,410 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:20:20,411 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:20,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicationSourceCreatedOnOpen_0" procId is: 18 2024-12-13T08:20:20,411 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:20:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T08:20:20,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741843_1019 (size=423) 2024-12-13T08:20:20,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741843_1019 (size=423) 2024-12-13T08:20:20,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741843_1019 (size=423) 2024-12-13T08:20:20,444 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8b4832e95d08cec9850a1f93af886648, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicationSourceCreatedOnOpen_0', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e 2024-12-13T08:20:20,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741844_1020 (size=80) 2024-12-13T08:20:20,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741844_1020 (size=80) 2024-12-13T08:20:20,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741844_1020 (size=80) 2024-12-13T08:20:20,463 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:20,463 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1681): Closing 8b4832e95d08cec9850a1f93af886648, disabling compactions & flushes 2024-12-13T08:20:20,463 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648. 2024-12-13T08:20:20,463 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648. 2024-12-13T08:20:20,463 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648. after waiting 0 ms 2024-12-13T08:20:20,463 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648. 2024-12-13T08:20:20,463 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648. 2024-12-13T08:20:20,463 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8b4832e95d08cec9850a1f93af886648: 2024-12-13T08:20:20,464 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:20:20,465 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648.","families":{"info":[{"qualifier":"regioninfo","vlen":79,"tag":[],"timestamp":"1734078020464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078020464"}]},"ts":"1734078020464"} 2024-12-13T08:20:20,466 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T08:20:20,467 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:20:20,468 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_0","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078020467"}]},"ts":"1734078020467"} 2024-12-13T08:20:20,469 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_0, state=ENABLING in hbase:meta 2024-12-13T08:20:20,490 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:20:20,490 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:20:20,491 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:20:20,491 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:20:20,491 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:20:20,491 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:20:20,491 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:20:20,491 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:20:20,491 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:20:20,491 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-13T08:20:20,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0, region=8b4832e95d08cec9850a1f93af886648, ASSIGN}] 2024-12-13T08:20:20,492 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0, region=8b4832e95d08cec9850a1f93af886648, ASSIGN 2024-12-13T08:20:20,494 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0, region=8b4832e95d08cec9850a1f93af886648, ASSIGN; state=OFFLINE, location=6b1293cedc9a,39833,1734078017526; forceNewPlan=false, retain=false 2024-12-13T08:20:20,497 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:20,499 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:20:20,499 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:20,499 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(6096): 534574363 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 13 stores { family_name: "info" store_home_dir: "info" store_file: "f1b1afab55d24b9695df7d61b7f49811" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "8b5f1b1f1a604e188c704fa50eac1928" } server { host_name: "6b1293cedc9a" port: 39217 start_code: 1734078017455 } region_name: "hbase:meta,,1" 2024-12-13T08:20:20,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-13T08:20:20,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-13T08:20:20,505 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:20,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-13T08:20:20,512 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T08:20:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(6096): 1657623790 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 13 stores { family_name: "info" store_home_dir: "info" store_file: "f1b1afab55d24b9695df7d61b7f49811" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "8b5f1b1f1a604e188c704fa50eac1928" } server { host_name: "6b1293cedc9a" port: 39217 start_code: 1734078017455 } region_name: "hbase:meta,,1" 2024-12-13T08:20:20,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-13T08:20:20,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-13T08:20:20,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-13T08:20:20,515 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/16=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078020372/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/18=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078020378/Put/vlen=52/seqid=0; >],236}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta, lastWalPosition=3045, nbRowKeys=2, nbHFiles=0, heapSize=472, lastSeqIds={}, endOfFile=false,usedBufferSize=472] 2024-12-13T08:20:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:20:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:20:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:20:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:20:20,595 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 3045, reset compression=false 2024-12-13T08:20:20,600 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:20,600 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 3542, reset compression=false 2024-12-13T08:20:20,600 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/19=[#edits: 2 = ],532}, {hbase:meta/1588230740/20=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta, lastWalPosition=3542, nbRowKeys=2, nbHFiles=0, heapSize=752, lastSeqIds={}, endOfFile=false,usedBufferSize=752] 2024-12-13T08:20:20,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:20,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:20,644 INFO [6b1293cedc9a:46251 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:20:20,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=8b4832e95d08cec9850a1f93af886648, regionState=OPENING, regionLocation=6b1293cedc9a,39833,1734078017526 2024-12-13T08:20:20,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE; OpenRegionProcedure 8b4832e95d08cec9850a1f93af886648, server=6b1293cedc9a,39833,1734078017526}] 2024-12-13T08:20:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T08:20:20,799 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,39833,1734078017526 2024-12-13T08:20:20,804 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648. 2024-12-13T08:20:20,804 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7285): Opening region: {ENCODED => 8b4832e95d08cec9850a1f93af886648, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:20,804 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicationSourceCreatedOnOpen_0 8b4832e95d08cec9850a1f93af886648 2024-12-13T08:20:20,804 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:20,805 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7327): checking encryption for 8b4832e95d08cec9850a1f93af886648 2024-12-13T08:20:20,805 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7330): checking classloading for 8b4832e95d08cec9850a1f93af886648 2024-12-13T08:20:20,805 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 3542, reset compression=false 2024-12-13T08:20:20,807 INFO [StoreOpener-8b4832e95d08cec9850a1f93af886648-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8b4832e95d08cec9850a1f93af886648 2024-12-13T08:20:20,809 INFO [StoreOpener-8b4832e95d08cec9850a1f93af886648-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b4832e95d08cec9850a1f93af886648 columnFamilyName info 2024-12-13T08:20:20,809 DEBUG [StoreOpener-8b4832e95d08cec9850a1f93af886648-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:20,810 INFO [StoreOpener-8b4832e95d08cec9850a1f93af886648-1 {}] regionserver.HStore(327): Store=8b4832e95d08cec9850a1f93af886648/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:20,811 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_0/8b4832e95d08cec9850a1f93af886648 2024-12-13T08:20:20,811 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_0/8b4832e95d08cec9850a1f93af886648 2024-12-13T08:20:20,812 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:20,812 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 4079, reset compression=false 2024-12-13T08:20:20,812 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/21=[#edits: 3 = ],732}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta, lastWalPosition=4079, nbRowKeys=1, nbHFiles=0, heapSize=732, lastSeqIds={}, endOfFile=false,usedBufferSize=732] 2024-12-13T08:20:20,813 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1085): writing seq id for 8b4832e95d08cec9850a1f93af886648 2024-12-13T08:20:20,821 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_0/8b4832e95d08cec9850a1f93af886648/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:20:20,822 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1102): Opened 8b4832e95d08cec9850a1f93af886648; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70511438, jitterRate=0.050702303647994995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:20:20,822 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1001): Region open journal for 8b4832e95d08cec9850a1f93af886648: 2024-12-13T08:20:20,823 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648., pid=20, masterSystemTime=1734078020799 2024-12-13T08:20:20,824 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648. 2024-12-13T08:20:20,824 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648. 2024-12-13T08:20:20,825 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=8b4832e95d08cec9850a1f93af886648, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39833,1734078017526 2024-12-13T08:20:20,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=20, resume processing ppid=19 2024-12-13T08:20:20,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=19, state=SUCCESS; OpenRegionProcedure 8b4832e95d08cec9850a1f93af886648, server=6b1293cedc9a,39833,1734078017526 in 180 msec 2024-12-13T08:20:20,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-13T08:20:20,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0, region=8b4832e95d08cec9850a1f93af886648, ASSIGN in 336 msec 2024-12-13T08:20:20,829 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:20:20,829 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_0","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078020829"}]},"ts":"1734078020829"} 2024-12-13T08:20:20,830 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_0, state=ENABLED in hbase:meta 2024-12-13T08:20:20,868 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:20:20,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 in 459 msec 2024-12-13T08:20:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T08:20:21,015 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicationSourceCreatedOnOpen_0, procId: 18 completed 2024-12-13T08:20:21,016 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicationSourceCreatedOnOpen_0 get assigned. Timeout = 60000ms 2024-12-13T08:20:21,016 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:21,016 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 4079, reset compression=false 2024-12-13T08:20:21,021 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_0 assigned to meta. Checking AM states. 2024-12-13T08:20:21,021 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:21,021 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_0 assigned. 2024-12-13T08:20:21,022 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:21,022 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 5011, reset compression=false 2024-12-13T08:20:21,022 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/22=[#edits: 5 = ],1100}, {hbase:meta/1588230740/23=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta, lastWalPosition=5011, nbRowKeys=2, nbHFiles=0, heapSize=1320, lastSeqIds={}, endOfFile=false,usedBufferSize=1320] 2024-12-13T08:20:21,024 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:21,024 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-13T08:20:21,029 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734078019126/Put/vlen=2/seqid=8 2024-12-13T08:20:21,029 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:regioninfo/1734078019120/Put/vlen=41/seqid=7 2024-12-13T08:20:21,029 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:seqnumDuringOpen/1734078019120/Put/vlen=8/seqid=7 2024-12-13T08:20:21,029 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:server/1734078019120/Put/vlen=18/seqid=7 2024-12-13T08:20:21,029 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:serverstartcode/1734078019120/Put/vlen=8/seqid=7 2024-12-13T08:20:21,029 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:sn/1734078018944/Put/vlen=32/seqid=6 2024-12-13T08:20:21,029 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:state/1734078019120/Put/vlen=4/seqid=7 2024-12-13T08:20:21,029 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734078020829/Put/vlen=2/seqid=23 2024-12-13T08:20:21,029 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=22 2024-12-13T08:20:21,029 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:seqnumDuringOpen/1734078020825/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:seqnumDuringOpen/1734078020825/Put/vlen=8/seqid=22 2024-12-13T08:20:21,030 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:server/1734078020825/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:server/1734078020825/Put/vlen=18/seqid=22 2024-12-13T08:20:21,030 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:serverstartcode/1734078020825/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:serverstartcode/1734078020825/Put/vlen=8/seqid=22 2024-12-13T08:20:21,030 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:sn/1734078020644/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:sn/1734078020644/Put/vlen=32/seqid=21 2024-12-13T08:20:21,030 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:state/1734078020825/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:state/1734078020825/Put/vlen=4/seqid=22 2024-12-13T08:20:21,030 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:21,030 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-13T08:20:21,034 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734078019126/Put/vlen=2/seqid=8 2024-12-13T08:20:21,034 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:regioninfo/1734078019120/Put/vlen=41/seqid=7 2024-12-13T08:20:21,034 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:seqnumDuringOpen/1734078019120/Put/vlen=8/seqid=7 2024-12-13T08:20:21,034 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:server/1734078019120/Put/vlen=18/seqid=7 2024-12-13T08:20:21,034 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:serverstartcode/1734078019120/Put/vlen=8/seqid=7 2024-12-13T08:20:21,034 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:sn/1734078018944/Put/vlen=32/seqid=6 2024-12-13T08:20:21,034 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:state/1734078019120/Put/vlen=4/seqid=7 2024-12-13T08:20:21,034 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734078020829/Put/vlen=2/seqid=23 2024-12-13T08:20:21,034 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=22 2024-12-13T08:20:21,034 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:seqnumDuringOpen/1734078020825/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:seqnumDuringOpen/1734078020825/Put/vlen=8/seqid=22 2024-12-13T08:20:21,034 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:server/1734078020825/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:server/1734078020825/Put/vlen=18/seqid=22 2024-12-13T08:20:21,034 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:serverstartcode/1734078020825/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:serverstartcode/1734078020825/Put/vlen=8/seqid=22 2024-12-13T08:20:21,034 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:sn/1734078020644/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:sn/1734078020644/Put/vlen=32/seqid=21 2024-12-13T08:20:21,034 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:state/1734078020825/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:state/1734078020825/Put/vlen=4/seqid=22 2024-12-13T08:20:21,035 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46251 {}] master.HMaster(2345): Client=jenkins//172.17.0.2 move hri=1588230740, source=6b1293cedc9a,39217,1734078017455, destination=6b1293cedc9a,33851,1734078017490, warming up region on 6b1293cedc9a,33851,1734078017490 2024-12-13T08:20:21,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46251 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,33851,1734078017490 2024-12-13T08:20:21,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.RSRpcServices(2212): Warmup hbase:meta,,1.1588230740 2024-12-13T08:20:21,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:21,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T08:20:21,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C33851%2C1734078017490.meta, suffix=.meta, logDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490, archiveDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/oldWALs, maxLogs=10 2024-12-13T08:20:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta, exclude list is [], retry=0 2024-12-13T08:20:21,056 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41055,DS-aaa9597a-9a76-4c40-958a-9659e715a5c4,DISK] 2024-12-13T08:20:21,056 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34115,DS-840ae81a-59b0-450d-9345-533fd319a48e,DISK] 2024-12-13T08:20:21,056 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42145,DS-30f1db11-1210-47bf-bcfa-5a1e5997d2e5,DISK] 2024-12-13T08:20:21,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta 2024-12-13T08:20:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40697:40697),(127.0.0.1/127.0.0.1:44859:44859),(127.0.0.1/127.0.0.1:44391:44391)] 2024-12-13T08:20:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(7389): Warmup {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:21,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:20:21,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:20:21,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:21,071 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/info/f1b1afab55d24b9695df7d61b7f49811 2024-12-13T08:20:21,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:21,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:20:21,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:20:21,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:21,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:21,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:20:21,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:20:21,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:21,079 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/table/8b5f1b1f1a604e188c704fa50eac1928 2024-12-13T08:20:21,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:20:21,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:20:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:20:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:20:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:20:21,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:20:21,080 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46251 {}] master.HMaster(2349): Client=jenkins//172.17.0.2 move hri=1588230740, source=6b1293cedc9a,39217,1734078017455, destination=6b1293cedc9a,33851,1734078017490, running balancer 2024-12-13T08:20:21,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46251 {}] procedure2.ProcedureExecutor(1098): Stored pid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-13T08:20:21,081 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-13T08:20:21,082 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:21,082 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,39217,1734078017455, state=CLOSING 2024-12-13T08:20:21,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:21,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:21,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:21,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:21,098 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:20:21,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:21,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:21,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:21,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:21,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:21,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE; CloseRegionProcedure 1588230740, server=6b1293cedc9a,39217,1734078017455}] 2024-12-13T08:20:21,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:21,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46251 {}] procedure.ProcedureSyncWait(219): waitFor pid=21 2024-12-13T08:20:21,227 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 5011, reset compression=false 2024-12-13T08:20:21,250 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:21,251 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-13T08:20:21,251 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:20:21,251 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:20:21,251 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:20:21,251 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:20:21,251 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:20:21,251 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:20:21,251 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.70 KB heapSize=3.32 KB 2024-12-13T08:20:21,265 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/.tmp/info/1cd8988605de46818286feea771def8a is 211, key is testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/seqid=0 2024-12-13T08:20:21,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741846_1022 (size=7162) 2024-12-13T08:20:21,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741846_1022 (size=7162) 2024-12-13T08:20:21,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741846_1022 (size=7162) 2024-12-13T08:20:21,272 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.55 KB at sequenceid=24 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/.tmp/info/1cd8988605de46818286feea771def8a 2024-12-13T08:20:21,293 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/.tmp/table/21149aa747284957a39c677ab95ac959 is 81, key is testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734078020829/Put/seqid=0 2024-12-13T08:20:21,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741847_1023 (size=5452) 2024-12-13T08:20:21,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741847_1023 (size=5452) 2024-12-13T08:20:21,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741847_1023 (size=5452) 2024-12-13T08:20:21,299 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=154 B at sequenceid=24 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/.tmp/table/21149aa747284957a39c677ab95ac959 2024-12-13T08:20:21,304 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/.tmp/info/1cd8988605de46818286feea771def8a as hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/info/1cd8988605de46818286feea771def8a 2024-12-13T08:20:21,309 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/info/1cd8988605de46818286feea771def8a, entries=10, sequenceid=24, filesize=7.0 K 2024-12-13T08:20:21,310 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/.tmp/table/21149aa747284957a39c677ab95ac959 as hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/table/21149aa747284957a39c677ab95ac959 2024-12-13T08:20:21,315 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/table/21149aa747284957a39c677ab95ac959, entries=2, sequenceid=24, filesize=5.3 K 2024-12-13T08:20:21,316 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(3040): Finished flush of dataSize ~1.70 KB/1738, heapSize ~3.04 KB/3112, currentSize=0 B/0 for 1588230740 in 65ms, sequenceid=24, compaction requested=false 2024-12-13T08:20:21,319 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/recovered.edits/27.seqid, newMaxSeqId=27, maxSeqId=12 2024-12-13T08:20:21,320 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:21,320 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:21,320 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:20:21,320 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegionServer(3789): Adding 1588230740 move to 6b1293cedc9a,33851,1734078017490 record at close sequenceid=24 2024-12-13T08:20:21,321 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=22}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-13T08:20:21,322 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-13T08:20:21,322 WARN [PEWorker-4 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-13T08:20:21,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=22, resume processing ppid=21 2024-12-13T08:20:21,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=21, state=SUCCESS; CloseRegionProcedure 1588230740, server=6b1293cedc9a,39217,1734078017455 in 224 msec 2024-12-13T08:20:21,324 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=6b1293cedc9a,33851,1734078017490; forceNewPlan=false, retain=false 2024-12-13T08:20:21,474 INFO [6b1293cedc9a:46251 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:20:21,474 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1293cedc9a,33851,1734078017490 2024-12-13T08:20:21,475 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,33851,1734078017490, state=OPENING 2024-12-13T08:20:21,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:21,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:21,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:21,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:21,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:21,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:21,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:21,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:21,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:21,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:21,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=21, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6b1293cedc9a,33851,1734078017490}] 2024-12-13T08:20:21,531 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 5011, reset compression=false 2024-12-13T08:20:21,537 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:21,537 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 5679, reset compression=false 2024-12-13T08:20:21,537 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/25=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078021251/Put/vlen=101/seqid=0; >],284}, {hbase:meta/1588230740/26=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078021315/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/27=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734078021317/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta, lastWalPosition=5679, nbRowKeys=3, nbHFiles=0, heapSize=972, lastSeqIds={}, endOfFile=false,usedBufferSize=972] 2024-12-13T08:20:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 24 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 24 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:21,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=1.70 KB heapSize=2.57 KB 2024-12-13T08:20:21,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=1.70 KB heapSize=2.57 KB 2024-12-13T08:20:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:24 2024-12-13T08:20:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:24 2024-12-13T08:20:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 24 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "1cd8988605de46818286feea771def8a" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" flush_output: "21149aa747284957a39c677ab95ac959" } region_name: "hbase:meta,,1" 2024-12-13T08:20:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 24 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "1cd8988605de46818286feea771def8a" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" flush_output: "21149aa747284957a39c677ab95ac959" } region_name: "hbase:meta,,1" 2024-12-13T08:20:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:24 and a previous prepared snapshot was found 2024-12-13T08:20:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:24 and a previous prepared snapshot was found 2024-12-13T08:20:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:21,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@209b4023 added hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/info/1cd8988605de46818286feea771def8a, entries=10, sequenceid=24, filesize=7.0 K 2024-12-13T08:20:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:21,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8b1414 added hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/info/1cd8988605de46818286feea771def8a, entries=10, sequenceid=24, filesize=7.0 K 2024-12-13T08:20:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:21,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71836027 added hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/table/21149aa747284957a39c677ab95ac959, entries=2, sequenceid=24, filesize=5.3 K 2024-12-13T08:20:21,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56c0edba added hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/table/21149aa747284957a39c677ab95ac959, entries=2, sequenceid=24, filesize=5.3 K 2024-12-13T08:20:21,633 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,33851,1734078017490 2024-12-13T08:20:21,638 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T08:20:21,655 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-13T08:20:21,655 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:21,655 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:21,656 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T08:20:21,656 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:21,656 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T08:20:21,656 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:21,656 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T08:20:21,656 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T08:20:21,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:20:21,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:20:21,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:21,665 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/info/1cd8988605de46818286feea771def8a 2024-12-13T08:20:21,671 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/info/f1b1afab55d24b9695df7d61b7f49811 2024-12-13T08:20:21,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:21,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:20:21,671 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35a9e2ca to 127.0.0.1:51863 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec4f8b7 2024-12-13T08:20:21,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:20:21,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:21,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:21,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:20:21,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:20:21,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:21,680 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/table/21149aa747284957a39c677ab95ac959 2024-12-13T08:20:21,682 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8b8a9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:21,684 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:51863 2024-12-13T08:20:21,685 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/table/8b5f1b1f1a604e188c704fa50eac1928 2024-12-13T08:20:21,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:21,686 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740 2024-12-13T08:20:21,687 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740 2024-12-13T08:20:21,689 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:21,690 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:21,690 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=d3fc3a5e-19ce-4b14-b19f-54066f8edb6a to cluster=d3fc3a5e-19ce-4b14-b19f-54066f8edb6a 2024-12-13T08:20:21,690 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=6b1293cedc9a%2C33851%2C1734078017490 2024-12-13T08:20:21,690 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:20:21,690 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T08:20:21,691 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=28; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66001163, jitterRate=-0.016506031155586243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:21,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1001e79cb8f0009 connected 2024-12-13T08:20:21,691 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:20:21,691 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:21,691 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1293cedc9a%2C33851%2C1734078017490 2024-12-13T08:20:21,692 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=23, masterSystemTime=1734078021633 2024-12-13T08:20:21,693 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T08:20:21,694 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=23}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T08:20:21,694 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=28, regionLocation=6b1293cedc9a,33851,1734078017490 2024-12-13T08:20:21,694 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,33851,1734078017490, state=OPEN 2024-12-13T08:20:21,697 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:21,697 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 452, reset compression=false 2024-12-13T08:20:21,697 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/29=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734078021691/Put/vlen=264/seqid=0; >],468}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta, lastWalPosition=452, nbRowKeys=1, nbHFiles=0, heapSize=468, lastSeqIds={}, endOfFile=false,usedBufferSize=468] 2024-12-13T08:20:21,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:21,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:21,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:21,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:21,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:21,698 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:21,698 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:21,698 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:21,698 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:21,698 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:21,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=21 2024-12-13T08:20:21,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=21, state=SUCCESS; OpenRegionProcedure 1588230740, server=6b1293cedc9a,33851,1734078017490 in 216 msec 2024-12-13T08:20:21,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 620 msec 2024-12-13T08:20:21,703 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:21,704 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:21,705 INFO [RS-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:21,705 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(6096): 1657623790 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 28 stores { family_name: "info" store_home_dir: "info" store_file: "f1b1afab55d24b9695df7d61b7f49811" store_file: "1cd8988605de46818286feea771def8a" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "8b5f1b1f1a604e188c704fa50eac1928" store_file: "21149aa747284957a39c677ab95ac959" } server { host_name: "6b1293cedc9a" port: 33851 start_code: 1734078017490 } region_name: "hbase:meta,,1" 2024-12-13T08:20:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(6096): 534574363 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 28 stores { family_name: "info" store_home_dir: "info" store_file: "f1b1afab55d24b9695df7d61b7f49811" store_file: "1cd8988605de46818286feea771def8a" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "8b5f1b1f1a604e188c704fa50eac1928" store_file: "21149aa747284957a39c677ab95ac959" } server { host_name: "6b1293cedc9a" port: 33851 start_code: 1734078017490 } region_name: "hbase:meta,,1" 2024-12-13T08:20:21,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 28 is greater than current seqId:24 2024-12-13T08:20:21,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 28 is greater than current seqId:24 2024-12-13T08:20:21,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 28 is greater than current seqId:24 2024-12-13T08:20:21,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 28 is greater than current seqId:24 2024-12-13T08:20:21,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 28 is greater than current seqId:24 2024-12-13T08:20:21,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 28 is greater than current seqId:24 2024-12-13T08:20:21,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:21,734 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:20:21,735 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:21,736 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(381): Found locations [region=hbase:meta,,1.1588230740, hostname=6b1293cedc9a,33851,1734078017490, seqNum=-1, region=hbase:meta,,1_0001.534574363, hostname=6b1293cedc9a,33851,1734078017490, seqNum=-1, region=hbase:meta,,1_0002.1657623790, hostname=6b1293cedc9a,39833,1734078017526, seqNum=-1] 2024-12-13T08:20:21,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicationSourceCreatedOnOpen_1', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:20:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 2024-12-13T08:20:21,739 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:20:21,739 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:21,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicationSourceCreatedOnOpen_1" procId is: 24 2024-12-13T08:20:21,739 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:20:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-13T08:20:21,743 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 5679, reset compression=false 2024-12-13T08:20:21,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741848_1024 (size=423) 2024-12-13T08:20:21,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741848_1024 (size=423) 2024-12-13T08:20:21,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741848_1024 (size=423) 2024-12-13T08:20:21,751 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 989e76efe9a1e3f5228f756d00deb0d7, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicationSourceCreatedOnOpen_1', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e 2024-12-13T08:20:21,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741849_1025 (size=80) 2024-12-13T08:20:21,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741849_1025 (size=80) 2024-12-13T08:20:21,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741849_1025 (size=80) 2024-12-13T08:20:21,760 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:21,760 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1681): Closing 989e76efe9a1e3f5228f756d00deb0d7, disabling compactions & flushes 2024-12-13T08:20:21,760 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7. 2024-12-13T08:20:21,760 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7. 2024-12-13T08:20:21,760 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7. after waiting 0 ms 2024-12-13T08:20:21,760 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7. 2024-12-13T08:20:21,760 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7. 2024-12-13T08:20:21,760 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 989e76efe9a1e3f5228f756d00deb0d7: 2024-12-13T08:20:21,761 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:20:21,761 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7.","families":{"info":[{"qualifier":"regioninfo","vlen":79,"tag":[],"timestamp":"1734078021761"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078021761"}]},"ts":"1734078021761"} 2024-12-13T08:20:21,762 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39217 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 288 connection: 172.17.0.2:52286 deadline: 1734078081761, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6b1293cedc9a port=33851 startCode=1734078017490. As of locationSeqNum=24. 2024-12-13T08:20:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-13T08:20:21,863 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:21,864 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:21,865 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T08:20:21,866 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:20:21,866 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078021866"}]},"ts":"1734078021866"} 2024-12-13T08:20:21,867 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_1, state=ENABLING in hbase:meta 2024-12-13T08:20:21,881 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:20:21,883 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:20:21,883 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:20:21,883 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:20:21,883 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:20:21,883 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:20:21,883 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:20:21,883 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:20:21,883 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:20:21,883 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-13T08:20:21,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1, region=989e76efe9a1e3f5228f756d00deb0d7, ASSIGN}] 2024-12-13T08:20:21,884 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1, region=989e76efe9a1e3f5228f756d00deb0d7, ASSIGN 2024-12-13T08:20:21,885 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1, region=989e76efe9a1e3f5228f756d00deb0d7, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42953,1734078017560; forceNewPlan=false, retain=false 2024-12-13T08:20:21,905 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 452, reset compression=false 2024-12-13T08:20:21,911 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:21,912 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 949, reset compression=false 2024-12-13T08:20:21,912 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/30=[#edits: 2 = ],532}, {hbase:meta/1588230740/31=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta, lastWalPosition=949, nbRowKeys=2, nbHFiles=0, heapSize=752, lastSeqIds={}, endOfFile=false,usedBufferSize=752] 2024-12-13T08:20:21,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:21,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:22,035 INFO [6b1293cedc9a:46251 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:20:22,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=989e76efe9a1e3f5228f756d00deb0d7, regionState=OPENING, regionLocation=6b1293cedc9a,42953,1734078017560 2024-12-13T08:20:22,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE; OpenRegionProcedure 989e76efe9a1e3f5228f756d00deb0d7, server=6b1293cedc9a,42953,1734078017560}] 2024-12-13T08:20:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-13T08:20:22,048 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 5679, reset compression=false 2024-12-13T08:20:22,117 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 949, reset compression=false 2024-12-13T08:20:22,125 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:22,125 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 1486, reset compression=false 2024-12-13T08:20:22,125 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/32=[#edits: 3 = ],732}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta, lastWalPosition=1486, nbRowKeys=1, nbHFiles=0, heapSize=732, lastSeqIds={}, endOfFile=false,usedBufferSize=732] 2024-12-13T08:20:22,188 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,42953,1734078017560 2024-12-13T08:20:22,188 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:22,190 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:20:22,194 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7. 2024-12-13T08:20:22,194 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7285): Opening region: {ENCODED => 989e76efe9a1e3f5228f756d00deb0d7, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:22,195 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicationSourceCreatedOnOpen_1 989e76efe9a1e3f5228f756d00deb0d7 2024-12-13T08:20:22,195 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:22,195 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7327): checking encryption for 989e76efe9a1e3f5228f756d00deb0d7 2024-12-13T08:20:22,195 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7330): checking classloading for 989e76efe9a1e3f5228f756d00deb0d7 2024-12-13T08:20:22,197 INFO [StoreOpener-989e76efe9a1e3f5228f756d00deb0d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 989e76efe9a1e3f5228f756d00deb0d7 2024-12-13T08:20:22,200 INFO [StoreOpener-989e76efe9a1e3f5228f756d00deb0d7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 989e76efe9a1e3f5228f756d00deb0d7 columnFamilyName info 2024-12-13T08:20:22,200 DEBUG [StoreOpener-989e76efe9a1e3f5228f756d00deb0d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:22,201 INFO [StoreOpener-989e76efe9a1e3f5228f756d00deb0d7-1 {}] regionserver.HStore(327): Store=989e76efe9a1e3f5228f756d00deb0d7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:22,202 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_1/989e76efe9a1e3f5228f756d00deb0d7 2024-12-13T08:20:22,203 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_1/989e76efe9a1e3f5228f756d00deb0d7 2024-12-13T08:20:22,207 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1085): writing seq id for 989e76efe9a1e3f5228f756d00deb0d7 2024-12-13T08:20:22,210 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_1/989e76efe9a1e3f5228f756d00deb0d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:20:22,211 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1102): Opened 989e76efe9a1e3f5228f756d00deb0d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64129106, jitterRate=-0.044401854276657104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:20:22,212 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1001): Region open journal for 989e76efe9a1e3f5228f756d00deb0d7: 2024-12-13T08:20:22,213 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7., pid=26, masterSystemTime=1734078022188 2024-12-13T08:20:22,214 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7. 2024-12-13T08:20:22,215 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7. 2024-12-13T08:20:22,215 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=989e76efe9a1e3f5228f756d00deb0d7, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,42953,1734078017560 2024-12-13T08:20:22,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=26, resume processing ppid=25 2024-12-13T08:20:22,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=25, state=SUCCESS; OpenRegionProcedure 989e76efe9a1e3f5228f756d00deb0d7, server=6b1293cedc9a,42953,1734078017560 in 179 msec 2024-12-13T08:20:22,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-13T08:20:22,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1, region=989e76efe9a1e3f5228f756d00deb0d7, ASSIGN in 335 msec 2024-12-13T08:20:22,220 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:20:22,220 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078022220"}]},"ts":"1734078022220"} 2024-12-13T08:20:22,222 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_1, state=ENABLED in hbase:meta 2024-12-13T08:20:22,257 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:20:22,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 in 520 msec 2024-12-13T08:20:22,331 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 1486, reset compression=false 2024-12-13T08:20:22,338 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:22,338 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 2418, reset compression=false 2024-12-13T08:20:22,338 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/33=[#edits: 5 = ],1100}, {hbase:meta/1588230740/34=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta, lastWalPosition=2418, nbRowKeys=2, nbHFiles=0, heapSize=1320, lastSeqIds={}, endOfFile=false,usedBufferSize=1320] 2024-12-13T08:20:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-13T08:20:22,343 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicationSourceCreatedOnOpen_1, procId: 24 completed 2024-12-13T08:20:22,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicationSourceCreatedOnOpen_1 get assigned. Timeout = 60000ms 2024-12-13T08:20:22,343 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:22,344 DEBUG [hconnection-0x42dff630-shared-pool-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:22,346 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:22,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_1 assigned to meta. Checking AM states. 2024-12-13T08:20:22,350 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:22,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_1 assigned. 2024-12-13T08:20:22,353 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:22,353 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-13T08:20:22,356 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734078019126/Put/vlen=2/seqid=8 2024-12-13T08:20:22,356 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:regioninfo/1734078019120/Put/vlen=41/seqid=7 2024-12-13T08:20:22,356 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:seqnumDuringOpen/1734078019120/Put/vlen=8/seqid=7 2024-12-13T08:20:22,356 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:server/1734078019120/Put/vlen=18/seqid=7 2024-12-13T08:20:22,357 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:serverstartcode/1734078019120/Put/vlen=8/seqid=7 2024-12-13T08:20:22,357 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:sn/1734078018944/Put/vlen=32/seqid=6 2024-12-13T08:20:22,357 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:state/1734078019120/Put/vlen=4/seqid=7 2024-12-13T08:20:22,357 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734078020829/Put/vlen=2/seqid=23 2024-12-13T08:20:22,357 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=22 2024-12-13T08:20:22,357 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:seqnumDuringOpen/1734078020825/Put/vlen=8/seqid=22 2024-12-13T08:20:22,357 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:server/1734078020825/Put/vlen=18/seqid=22 2024-12-13T08:20:22,357 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:serverstartcode/1734078020825/Put/vlen=8/seqid=22 2024-12-13T08:20:22,357 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:sn/1734078020644/Put/vlen=32/seqid=21 2024-12-13T08:20:22,357 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:state/1734078020825/Put/vlen=4/seqid=22 2024-12-13T08:20:22,357 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734078022220/Put/vlen=2/seqid=34 2024-12-13T08:20:22,357 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=33 2024-12-13T08:20:22,358 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:seqnumDuringOpen/1734078022215/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:seqnumDuringOpen/1734078022215/Put/vlen=8/seqid=33 2024-12-13T08:20:22,358 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:server/1734078022215/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:server/1734078022215/Put/vlen=18/seqid=33 2024-12-13T08:20:22,358 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:serverstartcode/1734078022215/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:serverstartcode/1734078022215/Put/vlen=8/seqid=33 2024-12-13T08:20:22,358 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:sn/1734078022035/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:sn/1734078022035/Put/vlen=32/seqid=32 2024-12-13T08:20:22,358 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:state/1734078022215/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:state/1734078022215/Put/vlen=4/seqid=33 2024-12-13T08:20:22,358 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:22,358 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-13T08:20:22,362 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734078019126/Put/vlen=2/seqid=8 2024-12-13T08:20:22,362 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:regioninfo/1734078019120/Put/vlen=41/seqid=7 2024-12-13T08:20:22,362 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:seqnumDuringOpen/1734078019120/Put/vlen=8/seqid=7 2024-12-13T08:20:22,362 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:server/1734078019120/Put/vlen=18/seqid=7 2024-12-13T08:20:22,363 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:serverstartcode/1734078019120/Put/vlen=8/seqid=7 2024-12-13T08:20:22,363 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:sn/1734078018944/Put/vlen=32/seqid=6 2024-12-13T08:20:22,363 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:state/1734078019120/Put/vlen=4/seqid=7 2024-12-13T08:20:22,363 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734078020829/Put/vlen=2/seqid=23 2024-12-13T08:20:22,363 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=22 2024-12-13T08:20:22,363 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:seqnumDuringOpen/1734078020825/Put/vlen=8/seqid=22 2024-12-13T08:20:22,363 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:server/1734078020825/Put/vlen=18/seqid=22 2024-12-13T08:20:22,363 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:serverstartcode/1734078020825/Put/vlen=8/seqid=22 2024-12-13T08:20:22,363 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:sn/1734078020644/Put/vlen=32/seqid=21 2024-12-13T08:20:22,363 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:state/1734078020825/Put/vlen=4/seqid=22 2024-12-13T08:20:22,363 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734078022220/Put/vlen=2/seqid=34 2024-12-13T08:20:22,363 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=33 2024-12-13T08:20:22,363 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:seqnumDuringOpen/1734078022215/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:seqnumDuringOpen/1734078022215/Put/vlen=8/seqid=33 2024-12-13T08:20:22,363 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:server/1734078022215/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:server/1734078022215/Put/vlen=18/seqid=33 2024-12-13T08:20:22,363 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:serverstartcode/1734078022215/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:serverstartcode/1734078022215/Put/vlen=8/seqid=33 2024-12-13T08:20:22,363 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:sn/1734078022035/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:sn/1734078022035/Put/vlen=32/seqid=32 2024-12-13T08:20:22,363 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:state/1734078022215/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:state/1734078022215/Put/vlen=4/seqid=33 2024-12-13T08:20:22,375 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022364.meta, exclude list is [], retry=0 2024-12-13T08:20:22,377 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34115,DS-840ae81a-59b0-450d-9345-533fd319a48e,DISK] 2024-12-13T08:20:22,377 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44967,DS-31df730f-02aa-4b90-ac08-aafd12d3d35a,DISK] 2024-12-13T08:20:22,377 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42145,DS-30f1db11-1210-47bf-bcfa-5a1e5997d2e5,DISK] 2024-12-13T08:20:22,379 INFO [Time-limited test {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta with entries=20, filesize=5.55 KB; new WAL /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022364.meta 2024-12-13T08:20:22,379 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225),(127.0.0.1/127.0.0.1:44859:44859),(127.0.0.1/127.0.0.1:44391:44391)] 2024-12-13T08:20:22,379 DEBUG [Time-limited test {}] wal.AbstractFSWAL(751): hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta is not closed yet, will try archiving it next time 2024-12-13T08:20:22,380 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:22,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741837_1013 (size=5687) 2024-12-13T08:20:22,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741837_1013 (size=5687) 2024-12-13T08:20:22,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741837_1013 (size=5687) 2024-12-13T08:20:22,381 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(381): Found locations [region=hbase:meta,,1.1588230740, hostname=6b1293cedc9a,33851,1734078017490, seqNum=-1, region=hbase:meta,,1_0001.534574363, hostname=6b1293cedc9a,33851,1734078017490, seqNum=-1, region=hbase:meta,,1_0002.1657623790, hostname=6b1293cedc9a,39833,1734078017526, seqNum=-1] 2024-12-13T08:20:22,382 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/oldWALs/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta 2024-12-13T08:20:22,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicationSourceCreatedOnOpen_2', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:20:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] procedure2.ProcedureExecutor(1098): Stored pid=27, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 2024-12-13T08:20:22,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:20:22,384 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:22,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicationSourceCreatedOnOpen_2" procId is: 27 2024-12-13T08:20:22,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:20:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=27 2024-12-13T08:20:22,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741851_1027 (size=423) 2024-12-13T08:20:22,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741851_1027 (size=423) 2024-12-13T08:20:22,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741851_1027 (size=423) 2024-12-13T08:20:22,394 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9ea754d566d58c7e4381a2ee78f98cf8, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicationSourceCreatedOnOpen_2', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e 2024-12-13T08:20:22,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741852_1028 (size=80) 2024-12-13T08:20:22,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741852_1028 (size=80) 2024-12-13T08:20:22,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741852_1028 (size=80) 2024-12-13T08:20:22,401 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:22,401 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1681): Closing 9ea754d566d58c7e4381a2ee78f98cf8, disabling compactions & flushes 2024-12-13T08:20:22,401 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8. 2024-12-13T08:20:22,401 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8. 2024-12-13T08:20:22,401 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8. after waiting 0 ms 2024-12-13T08:20:22,401 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8. 2024-12-13T08:20:22,401 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8. 2024-12-13T08:20:22,401 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9ea754d566d58c7e4381a2ee78f98cf8: 2024-12-13T08:20:22,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:20:22,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8.","families":{"info":[{"qualifier":"regioninfo","vlen":79,"tag":[],"timestamp":"1734078022402"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078022402"}]},"ts":"1734078022402"} 2024-12-13T08:20:22,403 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T08:20:22,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:20:22,404 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078022404"}]},"ts":"1734078022404"} 2024-12-13T08:20:22,405 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_2, state=ENABLING in hbase:meta 2024-12-13T08:20:22,423 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:20:22,424 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:20:22,424 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:20:22,424 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:20:22,424 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:20:22,424 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:20:22,424 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:20:22,424 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:20:22,424 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:20:22,424 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-13T08:20:22,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2, region=9ea754d566d58c7e4381a2ee78f98cf8, ASSIGN}] 2024-12-13T08:20:22,425 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2, region=9ea754d566d58c7e4381a2ee78f98cf8, ASSIGN 2024-12-13T08:20:22,426 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2, region=9ea754d566d58c7e4381a2ee78f98cf8, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42953,1734078017560; forceNewPlan=false, retain=false 2024-12-13T08:20:22,452 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta to pos 5679, reset compression=false 2024-12-13T08:20:22,457 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] wal.AbstractFSWALProvider(461): Log hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta was moved to hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/oldWALs/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta 2024-12-13T08:20:22,459 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta 2024-12-13T08:20:22,460 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078018662.meta, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-13T08:20:22,460 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022364.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=27 2024-12-13T08:20:22,543 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 2418, reset compression=false 2024-12-13T08:20:22,548 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:22,548 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 2915, reset compression=false 2024-12-13T08:20:22,548 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/35=[#edits: 2 = ],532}, {hbase:meta/1588230740/36=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta, lastWalPosition=2915, nbRowKeys=2, nbHFiles=0, heapSize=752, lastSeqIds={}, endOfFile=false,usedBufferSize=752] 2024-12-13T08:20:22,577 INFO [6b1293cedc9a:46251 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:20:22,577 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=9ea754d566d58c7e4381a2ee78f98cf8, regionState=OPENING, regionLocation=6b1293cedc9a,42953,1734078017560 2024-12-13T08:20:22,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; OpenRegionProcedure 9ea754d566d58c7e4381a2ee78f98cf8, server=6b1293cedc9a,42953,1734078017560}] 2024-12-13T08:20:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=27 2024-12-13T08:20:22,730 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,42953,1734078017560 2024-12-13T08:20:22,733 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8. 2024-12-13T08:20:22,733 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7285): Opening region: {ENCODED => 9ea754d566d58c7e4381a2ee78f98cf8, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:22,733 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicationSourceCreatedOnOpen_2 9ea754d566d58c7e4381a2ee78f98cf8 2024-12-13T08:20:22,733 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:22,733 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7327): checking encryption for 9ea754d566d58c7e4381a2ee78f98cf8 2024-12-13T08:20:22,733 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7330): checking classloading for 9ea754d566d58c7e4381a2ee78f98cf8 2024-12-13T08:20:22,735 INFO [StoreOpener-9ea754d566d58c7e4381a2ee78f98cf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9ea754d566d58c7e4381a2ee78f98cf8 2024-12-13T08:20:22,736 INFO [StoreOpener-9ea754d566d58c7e4381a2ee78f98cf8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ea754d566d58c7e4381a2ee78f98cf8 columnFamilyName info 2024-12-13T08:20:22,736 DEBUG [StoreOpener-9ea754d566d58c7e4381a2ee78f98cf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:22,737 INFO [StoreOpener-9ea754d566d58c7e4381a2ee78f98cf8-1 {}] regionserver.HStore(327): Store=9ea754d566d58c7e4381a2ee78f98cf8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:22,737 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_2/9ea754d566d58c7e4381a2ee78f98cf8 2024-12-13T08:20:22,738 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_2/9ea754d566d58c7e4381a2ee78f98cf8 2024-12-13T08:20:22,739 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1085): writing seq id for 9ea754d566d58c7e4381a2ee78f98cf8 2024-12-13T08:20:22,742 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_2/9ea754d566d58c7e4381a2ee78f98cf8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:20:22,742 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1102): Opened 9ea754d566d58c7e4381a2ee78f98cf8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61631690, jitterRate=-0.08161625266075134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:20:22,743 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1001): Region open journal for 9ea754d566d58c7e4381a2ee78f98cf8: 2024-12-13T08:20:22,743 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8., pid=29, masterSystemTime=1734078022730 2024-12-13T08:20:22,745 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8. 2024-12-13T08:20:22,746 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8. 2024-12-13T08:20:22,746 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=9ea754d566d58c7e4381a2ee78f98cf8, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,42953,1734078017560 2024-12-13T08:20:22,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-13T08:20:22,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; OpenRegionProcedure 9ea754d566d58c7e4381a2ee78f98cf8, server=6b1293cedc9a,42953,1734078017560 in 169 msec 2024-12-13T08:20:22,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=28, resume processing ppid=27 2024-12-13T08:20:22,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=27, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2, region=9ea754d566d58c7e4381a2ee78f98cf8, ASSIGN in 325 msec 2024-12-13T08:20:22,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:20:22,751 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078022751"}]},"ts":"1734078022751"} 2024-12-13T08:20:22,752 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 2915, reset compression=false 2024-12-13T08:20:22,752 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_2, state=ENABLED in hbase:meta 2024-12-13T08:20:22,758 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:22,758 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 4384, reset compression=false 2024-12-13T08:20:22,758 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/37=[#edits: 3 = ],732}, {hbase:meta/1588230740/38=[#edits: 5 = ],1100}, {hbase:meta/1588230740/39=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta, lastWalPosition=4384, nbRowKeys=3, nbHFiles=0, heapSize=2052, lastSeqIds={}, endOfFile=false,usedBufferSize=2052] 2024-12-13T08:20:22,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:20:22,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 in 401 msec 2024-12-13T08:20:22,962 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 4384, reset compression=false 2024-12-13T08:20:22,965 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022364.meta to pos 0, reset compression=false 2024-12-13T08:20:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=27 2024-12-13T08:20:22,988 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicationSourceCreatedOnOpen_2, procId: 27 completed 2024-12-13T08:20:22,988 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicationSourceCreatedOnOpen_2 get assigned. Timeout = 60000ms 2024-12-13T08:20:22,988 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:22,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_2 assigned to meta. Checking AM states. 2024-12-13T08:20:22,991 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:22,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_2 assigned. 2024-12-13T08:20:22,993 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:22,993 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734078019126/Put/vlen=2/seqid=8 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:regioninfo/1734078019120/Put/vlen=41/seqid=7 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:seqnumDuringOpen/1734078019120/Put/vlen=8/seqid=7 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:server/1734078019120/Put/vlen=18/seqid=7 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:serverstartcode/1734078019120/Put/vlen=8/seqid=7 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:sn/1734078018944/Put/vlen=32/seqid=6 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:state/1734078019120/Put/vlen=4/seqid=7 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734078020829/Put/vlen=2/seqid=23 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=22 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:seqnumDuringOpen/1734078020825/Put/vlen=8/seqid=22 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:server/1734078020825/Put/vlen=18/seqid=22 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:serverstartcode/1734078020825/Put/vlen=8/seqid=22 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:sn/1734078020644/Put/vlen=32/seqid=21 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:state/1734078020825/Put/vlen=4/seqid=22 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734078022220/Put/vlen=2/seqid=34 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=33 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:seqnumDuringOpen/1734078022215/Put/vlen=8/seqid=33 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:server/1734078022215/Put/vlen=18/seqid=33 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:serverstartcode/1734078022215/Put/vlen=8/seqid=33 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:sn/1734078022035/Put/vlen=32/seqid=32 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:state/1734078022215/Put/vlen=4/seqid=33 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2/table:state/1734078022751/Put/vlen=2/seqid=39 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=38 2024-12-13T08:20:22,995 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:seqnumDuringOpen/1734078022746/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:seqnumDuringOpen/1734078022746/Put/vlen=8/seqid=38 2024-12-13T08:20:22,996 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:server/1734078022746/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:server/1734078022746/Put/vlen=18/seqid=38 2024-12-13T08:20:22,996 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:serverstartcode/1734078022746/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:serverstartcode/1734078022746/Put/vlen=8/seqid=38 2024-12-13T08:20:22,996 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:sn/1734078022577/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:sn/1734078022577/Put/vlen=32/seqid=37 2024-12-13T08:20:22,996 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:state/1734078022746/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:state/1734078022746/Put/vlen=4/seqid=38 2024-12-13T08:20:22,996 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:22,996 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-13T08:20:22,997 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734078019126/Put/vlen=2/seqid=8 2024-12-13T08:20:22,997 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:regioninfo/1734078019120/Put/vlen=41/seqid=7 2024-12-13T08:20:22,997 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:seqnumDuringOpen/1734078019120/Put/vlen=8/seqid=7 2024-12-13T08:20:22,997 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:server/1734078019120/Put/vlen=18/seqid=7 2024-12-13T08:20:22,997 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:serverstartcode/1734078019120/Put/vlen=8/seqid=7 2024-12-13T08:20:22,997 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:sn/1734078018944/Put/vlen=32/seqid=6 2024-12-13T08:20:22,997 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:state/1734078019120/Put/vlen=4/seqid=7 2024-12-13T08:20:22,997 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734078020829/Put/vlen=2/seqid=23 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=22 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:seqnumDuringOpen/1734078020825/Put/vlen=8/seqid=22 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:server/1734078020825/Put/vlen=18/seqid=22 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:serverstartcode/1734078020825/Put/vlen=8/seqid=22 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:sn/1734078020644/Put/vlen=32/seqid=21 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:state/1734078020825/Put/vlen=4/seqid=22 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734078022220/Put/vlen=2/seqid=34 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=33 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:seqnumDuringOpen/1734078022215/Put/vlen=8/seqid=33 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:server/1734078022215/Put/vlen=18/seqid=33 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:serverstartcode/1734078022215/Put/vlen=8/seqid=33 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:sn/1734078022035/Put/vlen=32/seqid=32 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:state/1734078022215/Put/vlen=4/seqid=33 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2/table:state/1734078022751/Put/vlen=2/seqid=39 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=38 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:seqnumDuringOpen/1734078022746/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:seqnumDuringOpen/1734078022746/Put/vlen=8/seqid=38 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:server/1734078022746/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:server/1734078022746/Put/vlen=18/seqid=38 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:serverstartcode/1734078022746/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:serverstartcode/1734078022746/Put/vlen=8/seqid=38 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:sn/1734078022577/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:sn/1734078022577/Put/vlen=32/seqid=37 2024-12-13T08:20:22,998 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:state/1734078022746/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:state/1734078022746/Put/vlen=4/seqid=38 2024-12-13T08:20:23,010 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta, exclude list is [], retry=0 2024-12-13T08:20:23,012 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42145,DS-30f1db11-1210-47bf-bcfa-5a1e5997d2e5,DISK] 2024-12-13T08:20:23,012 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34115,DS-840ae81a-59b0-450d-9345-533fd319a48e,DISK] 2024-12-13T08:20:23,012 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44967,DS-31df730f-02aa-4b90-ac08-aafd12d3d35a,DISK] 2024-12-13T08:20:23,014 INFO [Time-limited test {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022364.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta 2024-12-13T08:20:23,014 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44391:44391),(127.0.0.1/127.0.0.1:44859:44859),(127.0.0.1/127.0.0.1:34225:34225)] 2024-12-13T08:20:23,014 DEBUG [Time-limited test {}] wal.AbstractFSWAL(751): hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022364.meta is not closed yet, will try archiving it next time 2024-12-13T08:20:23,014 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741850_1026 (size=93) 2024-12-13T08:20:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741850_1026 (size=93) 2024-12-13T08:20:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741850_1026 (size=93) 2024-12-13T08:20:23,016 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022364.meta to hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/oldWALs/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022364.meta 2024-12-13T08:20:23,016 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(381): Found locations [region=hbase:meta,,1.1588230740, hostname=6b1293cedc9a,33851,1734078017490, seqNum=-1, region=hbase:meta,,1_0001.534574363, hostname=6b1293cedc9a,33851,1734078017490, seqNum=-1, region=hbase:meta,,1_0002.1657623790, hostname=6b1293cedc9a,39833,1734078017526, seqNum=-1] 2024-12-13T08:20:23,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicationSourceCreatedOnOpen_3', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:20:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 2024-12-13T08:20:23,021 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:20:23,021 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:23,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicationSourceCreatedOnOpen_3" procId is: 30 2024-12-13T08:20:23,021 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:20:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-13T08:20:23,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741854_1030 (size=423) 2024-12-13T08:20:23,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741854_1030 (size=423) 2024-12-13T08:20:23,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741854_1030 (size=423) 2024-12-13T08:20:23,036 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cba471f1b8680aea2637e58fdb35ec8b, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicationSourceCreatedOnOpen_3', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e 2024-12-13T08:20:23,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741855_1031 (size=80) 2024-12-13T08:20:23,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741855_1031 (size=80) 2024-12-13T08:20:23,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741855_1031 (size=80) 2024-12-13T08:20:23,055 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:23,055 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1681): Closing cba471f1b8680aea2637e58fdb35ec8b, disabling compactions & flushes 2024-12-13T08:20:23,055 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b. 2024-12-13T08:20:23,056 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b. 2024-12-13T08:20:23,056 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b. after waiting 0 ms 2024-12-13T08:20:23,056 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b. 2024-12-13T08:20:23,056 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b. 2024-12-13T08:20:23,056 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1635): Region close journal for cba471f1b8680aea2637e58fdb35ec8b: 2024-12-13T08:20:23,057 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:20:23,057 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b.","families":{"info":[{"qualifier":"regioninfo","vlen":79,"tag":[],"timestamp":"1734078023057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078023057"}]},"ts":"1734078023057"} 2024-12-13T08:20:23,058 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T08:20:23,059 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:20:23,059 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_3","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078023059"}]},"ts":"1734078023059"} 2024-12-13T08:20:23,061 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_3, state=ENABLING in hbase:meta 2024-12-13T08:20:23,081 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:20:23,082 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:20:23,082 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:20:23,082 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:20:23,082 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:20:23,083 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:20:23,083 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:20:23,083 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:20:23,083 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:20:23,083 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-13T08:20:23,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3, region=cba471f1b8680aea2637e58fdb35ec8b, ASSIGN}] 2024-12-13T08:20:23,084 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3, region=cba471f1b8680aea2637e58fdb35ec8b, ASSIGN 2024-12-13T08:20:23,085 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3, region=cba471f1b8680aea2637e58fdb35ec8b, ASSIGN; state=OFFLINE, location=6b1293cedc9a,39217,1734078017455; forceNewPlan=false, retain=false 2024-12-13T08:20:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-13T08:20:23,183 INFO [6b1293cedc9a:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:23,235 INFO [6b1293cedc9a:46251 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:20:23,235 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=cba471f1b8680aea2637e58fdb35ec8b, regionState=OPENING, regionLocation=6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:23,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE; OpenRegionProcedure cba471f1b8680aea2637e58fdb35ec8b, server=6b1293cedc9a,39217,1734078017455}] 2024-12-13T08:20:23,258 INFO [6b1293cedc9a:33851Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:23,267 INFO [6b1293cedc9a:42953Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:23,269 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 4384, reset compression=false 2024-12-13T08:20:23,271 INFO [6b1293cedc9a:39833Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:23,274 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:23,274 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 5418, reset compression=false 2024-12-13T08:20:23,274 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/40=[#edits: 2 = ],532}, {hbase:meta/1588230740/41=[#edits: 1 = ],220}, {hbase:meta/1588230740/42=[#edits: 3 = ],732}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta, lastWalPosition=5418, nbRowKeys=3, nbHFiles=0, heapSize=1484, lastSeqIds={}, endOfFile=false,usedBufferSize=1484] 2024-12-13T08:20:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-13T08:20:23,388 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:23,391 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b. 2024-12-13T08:20:23,391 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7285): Opening region: {ENCODED => cba471f1b8680aea2637e58fdb35ec8b, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:23,392 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicationSourceCreatedOnOpen_3 cba471f1b8680aea2637e58fdb35ec8b 2024-12-13T08:20:23,392 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:23,392 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7327): checking encryption for cba471f1b8680aea2637e58fdb35ec8b 2024-12-13T08:20:23,392 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7330): checking classloading for cba471f1b8680aea2637e58fdb35ec8b 2024-12-13T08:20:23,393 INFO [StoreOpener-cba471f1b8680aea2637e58fdb35ec8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region cba471f1b8680aea2637e58fdb35ec8b 2024-12-13T08:20:23,394 INFO [StoreOpener-cba471f1b8680aea2637e58fdb35ec8b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cba471f1b8680aea2637e58fdb35ec8b columnFamilyName info 2024-12-13T08:20:23,395 DEBUG [StoreOpener-cba471f1b8680aea2637e58fdb35ec8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:23,395 INFO [StoreOpener-cba471f1b8680aea2637e58fdb35ec8b-1 {}] regionserver.HStore(327): Store=cba471f1b8680aea2637e58fdb35ec8b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:23,396 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_3/cba471f1b8680aea2637e58fdb35ec8b 2024-12-13T08:20:23,396 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_3/cba471f1b8680aea2637e58fdb35ec8b 2024-12-13T08:20:23,397 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1085): writing seq id for cba471f1b8680aea2637e58fdb35ec8b 2024-12-13T08:20:23,399 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_3/cba471f1b8680aea2637e58fdb35ec8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:20:23,399 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1102): Opened cba471f1b8680aea2637e58fdb35ec8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73174692, jitterRate=0.09038788080215454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:20:23,400 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1001): Region open journal for cba471f1b8680aea2637e58fdb35ec8b: 2024-12-13T08:20:23,401 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b., pid=32, masterSystemTime=1734078023388 2024-12-13T08:20:23,402 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b. 2024-12-13T08:20:23,402 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b. 2024-12-13T08:20:23,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=cba471f1b8680aea2637e58fdb35ec8b, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:23,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-12-13T08:20:23,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; OpenRegionProcedure cba471f1b8680aea2637e58fdb35ec8b, server=6b1293cedc9a,39217,1734078017455 in 166 msec 2024-12-13T08:20:23,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-13T08:20:23,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3, region=cba471f1b8680aea2637e58fdb35ec8b, ASSIGN in 322 msec 2024-12-13T08:20:23,408 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:20:23,408 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_3","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078023408"}]},"ts":"1734078023408"} 2024-12-13T08:20:23,410 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_3, state=ENABLED in hbase:meta 2024-12-13T08:20:23,431 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:20:23,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 in 412 msec 2024-12-13T08:20:23,479 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 5418, reset compression=false 2024-12-13T08:20:23,484 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:23,484 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 6350, reset compression=false 2024-12-13T08:20:23,484 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/43=[#edits: 5 = ],1100}, {hbase:meta/1588230740/44=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta, lastWalPosition=6350, nbRowKeys=2, nbHFiles=0, heapSize=1320, lastSeqIds={}, endOfFile=false,usedBufferSize=1320] 2024-12-13T08:20:23,572 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022364.meta to pos 0, reset compression=false 2024-12-13T08:20:23,574 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] wal.AbstractFSWALProvider(461): Log hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022364.meta was moved to hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/oldWALs/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022364.meta 2024-12-13T08:20:23,578 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022364.meta 2024-12-13T08:20:23,578 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022364.meta, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-13T08:20:23,579 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-13T08:20:23,626 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicationSourceCreatedOnOpen_3, procId: 30 completed 2024-12-13T08:20:23,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicationSourceCreatedOnOpen_3 get assigned. Timeout = 60000ms 2024-12-13T08:20:23,626 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:23,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_3 assigned to meta. Checking AM states. 2024-12-13T08:20:23,632 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:23,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_3 assigned. 2024-12-13T08:20:23,635 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:23,635 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-13T08:20:23,637 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734078019126/Put/vlen=2/seqid=8 2024-12-13T08:20:23,637 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:regioninfo/1734078019120/Put/vlen=41/seqid=7 2024-12-13T08:20:23,637 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:seqnumDuringOpen/1734078019120/Put/vlen=8/seqid=7 2024-12-13T08:20:23,637 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:server/1734078019120/Put/vlen=18/seqid=7 2024-12-13T08:20:23,637 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:serverstartcode/1734078019120/Put/vlen=8/seqid=7 2024-12-13T08:20:23,637 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:sn/1734078018944/Put/vlen=32/seqid=6 2024-12-13T08:20:23,637 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:state/1734078019120/Put/vlen=4/seqid=7 2024-12-13T08:20:23,637 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734078020829/Put/vlen=2/seqid=23 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=22 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:seqnumDuringOpen/1734078020825/Put/vlen=8/seqid=22 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:server/1734078020825/Put/vlen=18/seqid=22 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:serverstartcode/1734078020825/Put/vlen=8/seqid=22 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:sn/1734078020644/Put/vlen=32/seqid=21 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:state/1734078020825/Put/vlen=4/seqid=22 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734078022220/Put/vlen=2/seqid=34 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=33 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:seqnumDuringOpen/1734078022215/Put/vlen=8/seqid=33 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:server/1734078022215/Put/vlen=18/seqid=33 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:serverstartcode/1734078022215/Put/vlen=8/seqid=33 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:sn/1734078022035/Put/vlen=32/seqid=32 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:state/1734078022215/Put/vlen=4/seqid=33 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2/table:state/1734078022751/Put/vlen=2/seqid=39 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=38 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:seqnumDuringOpen/1734078022746/Put/vlen=8/seqid=38 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:server/1734078022746/Put/vlen=18/seqid=38 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:serverstartcode/1734078022746/Put/vlen=8/seqid=38 2024-12-13T08:20:23,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:sn/1734078022577/Put/vlen=32/seqid=37 2024-12-13T08:20:23,639 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:state/1734078022746/Put/vlen=4/seqid=38 2024-12-13T08:20:23,639 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3/table:state/1734078023408/Put/vlen=2/seqid=44 2024-12-13T08:20:23,639 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=43 2024-12-13T08:20:23,639 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:seqnumDuringOpen/1734078023402/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:seqnumDuringOpen/1734078023402/Put/vlen=8/seqid=43 2024-12-13T08:20:23,639 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:server/1734078023402/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:server/1734078023402/Put/vlen=18/seqid=43 2024-12-13T08:20:23,639 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:serverstartcode/1734078023402/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:serverstartcode/1734078023402/Put/vlen=8/seqid=43 2024-12-13T08:20:23,639 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:sn/1734078023235/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:sn/1734078023235/Put/vlen=32/seqid=42 2024-12-13T08:20:23,639 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:state/1734078023402/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:state/1734078023402/Put/vlen=4/seqid=43 2024-12-13T08:20:23,639 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:23,639 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-13T08:20:23,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicationSourceCreatedOnOpen_3 2024-12-13T08:20:23,640 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicationSourceCreatedOnOpen_3 Metrics about Tables on a single HBase RegionServer 2024-12-13T08:20:23,640 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734078019126/Put/vlen=2/seqid=8 2024-12-13T08:20:23,640 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:regioninfo/1734078019120/Put/vlen=41/seqid=7 2024-12-13T08:20:23,640 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:seqnumDuringOpen/1734078019120/Put/vlen=8/seqid=7 2024-12-13T08:20:23,640 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:server/1734078019120/Put/vlen=18/seqid=7 2024-12-13T08:20:23,640 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:serverstartcode/1734078019120/Put/vlen=8/seqid=7 2024-12-13T08:20:23,640 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:sn/1734078018944/Put/vlen=32/seqid=6 2024-12-13T08:20:23,640 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214./info:state/1734078019120/Put/vlen=4/seqid=7 2024-12-13T08:20:23,640 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734078020829/Put/vlen=2/seqid=23 2024-12-13T08:20:23,640 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:regioninfo/1734078020825/Put/vlen=79/seqid=22 2024-12-13T08:20:23,640 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:seqnumDuringOpen/1734078020825/Put/vlen=8/seqid=22 2024-12-13T08:20:23,640 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:server/1734078020825/Put/vlen=18/seqid=22 2024-12-13T08:20:23,640 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:serverstartcode/1734078020825/Put/vlen=8/seqid=22 2024-12-13T08:20:23,640 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:sn/1734078020644/Put/vlen=32/seqid=21 2024-12-13T08:20:23,640 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648./info:state/1734078020825/Put/vlen=4/seqid=22 2024-12-13T08:20:23,640 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734078022220/Put/vlen=2/seqid=34 2024-12-13T08:20:23,640 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/vlen=79/seqid=33 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:seqnumDuringOpen/1734078022215/Put/vlen=8/seqid=33 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:server/1734078022215/Put/vlen=18/seqid=33 2024-12-13T08:20:23,641 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicationSourceCreatedOnOpen_1 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:serverstartcode/1734078022215/Put/vlen=8/seqid=33 2024-12-13T08:20:23,641 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicationSourceCreatedOnOpen_1 Metrics about Tables on a single HBase RegionServer 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:sn/1734078022035/Put/vlen=32/seqid=32 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:state/1734078022215/Put/vlen=4/seqid=33 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2/table:state/1734078022751/Put/vlen=2/seqid=39 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:regioninfo/1734078022746/Put/vlen=79/seqid=38 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:seqnumDuringOpen/1734078022746/Put/vlen=8/seqid=38 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:server/1734078022746/Put/vlen=18/seqid=38 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:serverstartcode/1734078022746/Put/vlen=8/seqid=38 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:sn/1734078022577/Put/vlen=32/seqid=37 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8./info:state/1734078022746/Put/vlen=4/seqid=38 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3/table:state/1734078023408/Put/vlen=2/seqid=44 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:regioninfo/1734078023402/Put/vlen=79/seqid=43 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:seqnumDuringOpen/1734078023402/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:seqnumDuringOpen/1734078023402/Put/vlen=8/seqid=43 2024-12-13T08:20:23,641 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:server/1734078023402/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:server/1734078023402/Put/vlen=18/seqid=43 2024-12-13T08:20:23,641 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:serverstartcode/1734078023402/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:serverstartcode/1734078023402/Put/vlen=8/seqid=43 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:sn/1734078023235/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:sn/1734078023235/Put/vlen=32/seqid=42 2024-12-13T08:20:23,641 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:state/1734078023402/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b./info:state/1734078023402/Put/vlen=4/seqid=43 2024-12-13T08:20:23,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T08:20:23,641 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T08:20:23,641 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-13T08:20:23,641 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-13T08:20:23,641 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2a7f0584 to 127.0.0.1:51863 2024-12-13T08:20:23,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:23,642 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T08:20:23,642 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1706632422, stopped=false 2024-12-13T08:20:23,642 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=6b1293cedc9a,46251,1734078017312 2024-12-13T08:20:23,642 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:23,642 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-13T08:20:23,642 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicationSourceCreatedOnOpen_2 2024-12-13T08:20:23,642 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicationSourceCreatedOnOpen_2 Metrics about Tables on a single HBase RegionServer 2024-12-13T08:20:23,643 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicationSourceCreatedOnOpen_0 2024-12-13T08:20:23,643 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicationSourceCreatedOnOpen_0 Metrics about Tables on a single HBase RegionServer 2024-12-13T08:20:23,643 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicaGets 2024-12-13T08:20:23,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:23,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:23,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:23,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:23,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:23,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:23,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:23,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:23,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:23,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:23,657 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T08:20:23,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:23,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:23,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:23,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:23,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:23,658 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,39217,1734078017455' ***** 2024-12-13T08:20:23,658 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:23,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:23,658 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,33851,1734078017490' ***** 2024-12-13T08:20:23,658 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:23,658 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,39833,1734078017526' ***** 2024-12-13T08:20:23,658 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:23,658 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,42953,1734078017560' ***** 2024-12-13T08:20:23,658 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:23,658 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:23,658 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:23,658 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:23,658 INFO [RS:1;6b1293cedc9a:33851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:23,658 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:23,659 INFO [RS:1;6b1293cedc9a:33851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:23,659 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:23,659 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,33851,1734078017490 2024-12-13T08:20:23,659 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:23,659 INFO [RS:2;6b1293cedc9a:39833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:23,659 DEBUG [RS:1;6b1293cedc9a:33851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:23,659 INFO [RS:3;6b1293cedc9a:42953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:23,659 INFO [RS:2;6b1293cedc9a:39833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:23,659 INFO [RS:3;6b1293cedc9a:42953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:23,659 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:23,659 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:23,659 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:23,659 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.HRegionServer(3579): Received CLOSE for 9ea754d566d58c7e4381a2ee78f98cf8 2024-12-13T08:20:23,659 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.HRegionServer(3579): Received CLOSE for 8b4832e95d08cec9850a1f93af886648 2024-12-13T08:20:23,659 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:23,659 INFO [RS:0;6b1293cedc9a:39217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:23,659 INFO [RS:0;6b1293cedc9a:39217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:23,659 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T08:20:23,659 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for cba471f1b8680aea2637e58fdb35ec8b 2024-12-13T08:20:23,659 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:23,660 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.HRegionServer(3579): Received CLOSE for 989e76efe9a1e3f5228f756d00deb0d7 2024-12-13T08:20:23,660 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,42953,1734078017560 2024-12-13T08:20:23,660 DEBUG [RS:3;6b1293cedc9a:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:23,660 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9ea754d566d58c7e4381a2ee78f98cf8, disabling compactions & flushes 2024-12-13T08:20:23,660 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-13T08:20:23,660 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8. 2024-12-13T08:20:23,660 DEBUG [RS:3;6b1293cedc9a:42953 {}] regionserver.HRegionServer(1603): Online Regions={9ea754d566d58c7e4381a2ee78f98cf8=testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8., 989e76efe9a1e3f5228f756d00deb0d7=testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7.} 2024-12-13T08:20:23,660 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8. 2024-12-13T08:20:23,660 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8. after waiting 0 ms 2024-12-13T08:20:23,660 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8. 2024-12-13T08:20:23,660 DEBUG [RS:3;6b1293cedc9a:42953 {}] regionserver.HRegionServer(1629): Waiting on 989e76efe9a1e3f5228f756d00deb0d7, 9ea754d566d58c7e4381a2ee78f98cf8 2024-12-13T08:20:23,660 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for ac41a915312efd9b74410beef5d4d214 2024-12-13T08:20:23,660 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:23,660 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cba471f1b8680aea2637e58fdb35ec8b, disabling compactions & flushes 2024-12-13T08:20:23,660 DEBUG [RS:0;6b1293cedc9a:39217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:23,661 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b. 2024-12-13T08:20:23,661 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-13T08:20:23,661 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b. 2024-12-13T08:20:23,661 DEBUG [RS:0;6b1293cedc9a:39217 {}] regionserver.HRegionServer(1603): Online Regions={cba471f1b8680aea2637e58fdb35ec8b=testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b., ac41a915312efd9b74410beef5d4d214=hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214.} 2024-12-13T08:20:23,661 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b. after waiting 0 ms 2024-12-13T08:20:23,661 DEBUG [RS:0;6b1293cedc9a:39217 {}] regionserver.HRegionServer(1629): Waiting on ac41a915312efd9b74410beef5d4d214, cba471f1b8680aea2637e58fdb35ec8b 2024-12-13T08:20:23,661 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b. 2024-12-13T08:20:23,661 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,39833,1734078017526 2024-12-13T08:20:23,661 DEBUG [RS:2;6b1293cedc9a:39833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:23,661 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8b4832e95d08cec9850a1f93af886648, disabling compactions & flushes 2024-12-13T08:20:23,661 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-13T08:20:23,661 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648. 2024-12-13T08:20:23,661 DEBUG [RS:2;6b1293cedc9a:39833 {}] regionserver.HRegionServer(1603): Online Regions={8b4832e95d08cec9850a1f93af886648=testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648., 1657623790=hbase:meta,,1_0002.1657623790} 2024-12-13T08:20:23,661 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648. 2024-12-13T08:20:23,661 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648. after waiting 0 ms 2024-12-13T08:20:23,661 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.HRegionServer(3579): Received CLOSE for 1657623790 2024-12-13T08:20:23,661 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648. 2024-12-13T08:20:23,662 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:23,662 DEBUG [RS:2;6b1293cedc9a:39833 {}] regionserver.HRegionServer(1629): Waiting on 1657623790, 8b4832e95d08cec9850a1f93af886648 2024-12-13T08:20:23,662 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-13T08:20:23,662 DEBUG [RS:1;6b1293cedc9a:33851 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 534574363=hbase:meta,,1_0001.534574363} 2024-12-13T08:20:23,663 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-13T08:20:23,663 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.HRegionServer(3579): Received CLOSE for 534574363 2024-12-13T08:20:23,663 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-13T08:20:23,663 DEBUG [RS:1;6b1293cedc9a:33851 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 534574363 2024-12-13T08:20:23,663 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-13T08:20:23,663 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-13T08:20:23,663 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-13T08:20:23,663 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:20:23,663 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:20:23,663 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:20:23,663 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:20:23,663 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:20:23,663 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=5.09 KB heapSize=8.46 KB 2024-12-13T08:20:23,668 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_0/8b4832e95d08cec9850a1f93af886648/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:23,668 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_2/9ea754d566d58c7e4381a2ee78f98cf8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:23,669 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8. 2024-12-13T08:20:23,669 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648. 2024-12-13T08:20:23,669 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9ea754d566d58c7e4381a2ee78f98cf8: 2024-12-13T08:20:23,669 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8b4832e95d08cec9850a1f93af886648: 2024-12-13T08:20:23,669 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734078020408.8b4832e95d08cec9850a1f93af886648. 2024-12-13T08:20:23,669 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734078022383.9ea754d566d58c7e4381a2ee78f98cf8. 2024-12-13T08:20:23,669 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 989e76efe9a1e3f5228f756d00deb0d7, disabling compactions & flushes 2024-12-13T08:20:23,669 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7. 2024-12-13T08:20:23,669 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7. 2024-12-13T08:20:23,669 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7. after waiting 0 ms 2024-12-13T08:20:23,669 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7. 2024-12-13T08:20:23,670 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_3/cba471f1b8680aea2637e58fdb35ec8b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:23,670 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:23,670 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-13T08:20:23,670 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-13T08:20:23,670 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0002.1657623790 2024-12-13T08:20:23,671 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b. 2024-12-13T08:20:23,671 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cba471f1b8680aea2637e58fdb35ec8b: 2024-12-13T08:20:23,671 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734078023018.cba471f1b8680aea2637e58fdb35ec8b. 2024-12-13T08:20:23,671 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ac41a915312efd9b74410beef5d4d214, disabling compactions & flushes 2024-12-13T08:20:23,671 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214. 2024-12-13T08:20:23,671 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214. 2024-12-13T08:20:23,671 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214. after waiting 0 ms 2024-12-13T08:20:23,671 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214. 2024-12-13T08:20:23,671 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing ac41a915312efd9b74410beef5d4d214 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T08:20:23,673 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_1/989e76efe9a1e3f5228f756d00deb0d7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:23,673 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7. 2024-12-13T08:20:23,673 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 989e76efe9a1e3f5228f756d00deb0d7: 2024-12-13T08:20:23,673 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7. 2024-12-13T08:20:23,686 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/.tmp/info/74cbde10cc494973bf59ee04aa2bcf99 is 211, key is testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734078021737.989e76efe9a1e3f5228f756d00deb0d7./info:regioninfo/1734078022215/Put/seqid=0 2024-12-13T08:20:23,688 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 6350, reset compression=false 2024-12-13T08:20:23,689 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/namespace/ac41a915312efd9b74410beef5d4d214/.tmp/info/d7e3de549e5243a5b6fc89d7bdb64b5f is 45, key is default/info:d/1734078019180/Put/seqid=0 2024-12-13T08:20:23,693 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:23,694 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 6534, reset compression=false 2024-12-13T08:20:23,694 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/46=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078023664/Put/vlen=101/seqid=0; >],284}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta, lastWalPosition=6534, nbRowKeys=1, nbHFiles=0, heapSize=284, lastSeqIds={}, endOfFile=false,usedBufferSize=284] 2024-12-13T08:20:23,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741857_1033 (size=5037) 2024-12-13T08:20:23,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741857_1033 (size=5037) 2024-12-13T08:20:23,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741856_1032 (size=10374) 2024-12-13T08:20:23,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741857_1033 (size=5037) 2024-12-13T08:20:23,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741856_1032 (size=10374) 2024-12-13T08:20:23,697 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/namespace/ac41a915312efd9b74410beef5d4d214/.tmp/info/d7e3de549e5243a5b6fc89d7bdb64b5f 2024-12-13T08:20:23,698 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.64 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/.tmp/info/74cbde10cc494973bf59ee04aa2bcf99 2024-12-13T08:20:23,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741856_1032 (size=10374) 2024-12-13T08:20:23,702 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/namespace/ac41a915312efd9b74410beef5d4d214/.tmp/info/d7e3de549e5243a5b6fc89d7bdb64b5f as hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/namespace/ac41a915312efd9b74410beef5d4d214/info/d7e3de549e5243a5b6fc89d7bdb64b5f 2024-12-13T08:20:23,707 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/namespace/ac41a915312efd9b74410beef5d4d214/info/d7e3de549e5243a5b6fc89d7bdb64b5f, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T08:20:23,708 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for ac41a915312efd9b74410beef5d4d214 in 36ms, sequenceid=6, compaction requested=false 2024-12-13T08:20:23,708 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T08:20:23,714 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/namespace/ac41a915312efd9b74410beef5d4d214/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T08:20:23,715 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214. 2024-12-13T08:20:23,715 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/.tmp/table/5547be7d9385473381bb9143b34b183c is 81, key is testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734078022220/Put/seqid=0 2024-12-13T08:20:23,715 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ac41a915312efd9b74410beef5d4d214: 2024-12-13T08:20:23,715 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734078018733.ac41a915312efd9b74410beef5d4d214. 2024-12-13T08:20:23,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741858_1034 (size=5776) 2024-12-13T08:20:23,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741858_1034 (size=5776) 2024-12-13T08:20:23,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741858_1034 (size=5776) 2024-12-13T08:20:23,723 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=462 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/.tmp/table/5547be7d9385473381bb9143b34b183c 2024-12-13T08:20:23,728 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:23,728 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/.tmp/info/74cbde10cc494973bf59ee04aa2bcf99 as hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/info/74cbde10cc494973bf59ee04aa2bcf99 2024-12-13T08:20:23,733 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/info/74cbde10cc494973bf59ee04aa2bcf99, entries=30, sequenceid=45, filesize=10.1 K 2024-12-13T08:20:23,734 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/.tmp/table/5547be7d9385473381bb9143b34b183c as hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/table/5547be7d9385473381bb9143b34b183c 2024-12-13T08:20:23,739 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/table/5547be7d9385473381bb9143b34b183c, entries=6, sequenceid=45, filesize=5.6 K 2024-12-13T08:20:23,740 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~5.09 KB/5214, heapSize ~8.18 KB/8376, currentSize=0 B/0 for 1588230740 in 77ms, sequenceid=45, compaction requested=true 2024-12-13T08:20:23,742 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:23,744 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/data/hbase/meta/1588230740/recovered.edits/48.seqid, newMaxSeqId=48, maxSeqId=27 2024-12-13T08:20:23,744 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:23,744 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:23,744 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:23,744 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:20:23,745 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:23,745 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-13T08:20:23,745 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-13T08:20:23,745 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-13T08:20:23,745 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-13T08:20:23,745 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-13T08:20:23,746 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:23,746 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-13T08:20:23,746 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-13T08:20:23,746 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0001.534574363 2024-12-13T08:20:23,860 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,42953,1734078017560; all regions closed. 2024-12-13T08:20:23,861 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,39217,1734078017455; all regions closed. 2024-12-13T08:20:23,862 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,39833,1734078017526; all regions closed. 2024-12-13T08:20:23,863 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,33851,1734078017490; all regions closed. 2024-12-13T08:20:23,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741835_1011 (size=1623) 2024-12-13T08:20:23,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741853_1029 (size=93) 2024-12-13T08:20:23,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741835_1011 (size=1623) 2024-12-13T08:20:23,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741835_1011 (size=1623) 2024-12-13T08:20:23,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741853_1029 (size=93) 2024-12-13T08:20:23,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741853_1029 (size=93) 2024-12-13T08:20:23,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741836_1012 (size=858) 2024-12-13T08:20:23,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741836_1012 (size=858) 2024-12-13T08:20:23,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741836_1012 (size=858) 2024-12-13T08:20:23,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741845_1021 (size=7026) 2024-12-13T08:20:23,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741845_1021 (size=7026) 2024-12-13T08:20:23,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741845_1021 (size=7026) 2024-12-13T08:20:23,871 DEBUG [RS:0;6b1293cedc9a:39217 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/oldWALs 2024-12-13T08:20:23,871 INFO [RS:0;6b1293cedc9a:39217 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C39217%2C1734078017455.meta:.meta(num 1734078022998) 2024-12-13T08:20:23,871 DEBUG [RS:3;6b1293cedc9a:42953 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/oldWALs 2024-12-13T08:20:23,871 INFO [RS:3;6b1293cedc9a:42953 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C42953%2C1734078017560:(num 1734078018372) 2024-12-13T08:20:23,871 DEBUG [RS:3;6b1293cedc9a:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:23,871 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:23,871 INFO [RS:3;6b1293cedc9a:42953 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:23,871 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:23,872 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:23,872 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:23,872 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:23,872 INFO [RS:3;6b1293cedc9a:42953 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42953 2024-12-13T08:20:23,872 DEBUG [RS:2;6b1293cedc9a:39833 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/oldWALs 2024-12-13T08:20:23,873 INFO [RS:2;6b1293cedc9a:39833 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C39833%2C1734078017526:(num 1734078018377) 2024-12-13T08:20:23,873 DEBUG [RS:2;6b1293cedc9a:39833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:23,873 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:23,873 INFO [RS:2;6b1293cedc9a:39833 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:23,873 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:23,873 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:23,873 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:23,873 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:23,873 INFO [RS:2;6b1293cedc9a:39833 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39833 2024-12-13T08:20:23,874 DEBUG [RS:1;6b1293cedc9a:33851 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/oldWALs 2024-12-13T08:20:23,874 INFO [RS:1;6b1293cedc9a:33851 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C33851%2C1734078017490.meta:.meta(num 1734078021040) 2024-12-13T08:20:23,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741833_1009 (size=2179) 2024-12-13T08:20:23,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741833_1009 (size=2179) 2024-12-13T08:20:23,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741833_1009 (size=2179) 2024-12-13T08:20:23,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741834_1010 (size=93) 2024-12-13T08:20:23,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741834_1010 (size=93) 2024-12-13T08:20:23,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741834_1010 (size=93) 2024-12-13T08:20:23,877 DEBUG [RS:0;6b1293cedc9a:39217 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/oldWALs 2024-12-13T08:20:23,877 INFO [RS:0;6b1293cedc9a:39217 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C39217%2C1734078017455:(num 1734078018315) 2024-12-13T08:20:23,877 DEBUG [RS:0;6b1293cedc9a:39217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:23,877 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:23,877 INFO [RS:0;6b1293cedc9a:39217 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:23,877 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:23,877 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:23,877 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:23,877 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:23,877 INFO [RS:0;6b1293cedc9a:39217 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39217 2024-12-13T08:20:23,878 DEBUG [RS:1;6b1293cedc9a:33851 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/oldWALs 2024-12-13T08:20:23,878 INFO [RS:1;6b1293cedc9a:33851 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C33851%2C1734078017490:(num 1734078018363) 2024-12-13T08:20:23,878 DEBUG [RS:1;6b1293cedc9a:33851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:23,879 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:23,879 INFO [RS:1;6b1293cedc9a:33851 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:23,879 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:23,879 INFO [RS:1;6b1293cedc9a:33851 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33851 2024-12-13T08:20:23,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,42953,1734078017560 2024-12-13T08:20:23,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:20:23,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,39833,1734078017526 2024-12-13T08:20:23,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,39217,1734078017455 2024-12-13T08:20:23,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,33851,1734078017490 2024-12-13T08:20:23,898 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,42953,1734078017560] 2024-12-13T08:20:23,898 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,42953,1734078017560; numProcessing=1 2024-12-13T08:20:23,898 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta to pos 6534, reset compression=false 2024-12-13T08:20:23,899 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] wal.AbstractFSWALProvider(461): Log hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta was moved to hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/oldWALs/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta 2024-12-13T08:20:23,902 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,33851,1734078017490/6b1293cedc9a%2C33851%2C1734078017490.meta.1734078021040.meta 2024-12-13T08:20:23,903 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:23,903 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.WALEntryStream(247): No more WAL files in queue 2024-12-13T08:20:23,903 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(121): Stopping the replication source wal reader 2024-12-13T08:20:23,940 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,42953,1734078017560 already deleted, retry=false 2024-12-13T08:20:23,940 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,42953,1734078017560 expired; onlineServers=3 2024-12-13T08:20:23,940 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,33851,1734078017490] 2024-12-13T08:20:23,940 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,33851,1734078017490; numProcessing=2 2024-12-13T08:20:23,948 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,33851,1734078017490 already deleted, retry=false 2024-12-13T08:20:23,948 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,33851,1734078017490 expired; onlineServers=2 2024-12-13T08:20:23,948 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,39217,1734078017455] 2024-12-13T08:20:23,948 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,39217,1734078017455; numProcessing=3 2024-12-13T08:20:23,956 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,39217,1734078017455 already deleted, retry=false 2024-12-13T08:20:23,956 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,39217,1734078017455 expired; onlineServers=1 2024-12-13T08:20:23,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,39833,1734078017526] 2024-12-13T08:20:23,956 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,39833,1734078017526; numProcessing=4 2024-12-13T08:20:23,964 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,39833,1734078017526 already deleted, retry=false 2024-12-13T08:20:23,964 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,39833,1734078017526 expired; onlineServers=0 2024-12-13T08:20:23,964 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,46251,1734078017312' ***** 2024-12-13T08:20:23,964 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T08:20:23,965 DEBUG [M:0;6b1293cedc9a:46251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40cd3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:23,965 INFO [M:0;6b1293cedc9a:46251 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,46251,1734078017312 2024-12-13T08:20:23,965 INFO [M:0;6b1293cedc9a:46251 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,46251,1734078017312; all regions closed. 2024-12-13T08:20:23,965 DEBUG [M:0;6b1293cedc9a:46251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:23,965 DEBUG [M:0;6b1293cedc9a:46251 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T08:20:23,965 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T08:20:23,965 DEBUG [M:0;6b1293cedc9a:46251 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T08:20:23,965 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734078017907 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734078017907,5,FailOnTimeoutGroup] 2024-12-13T08:20:23,965 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734078017906 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734078017906,5,FailOnTimeoutGroup] 2024-12-13T08:20:23,965 INFO [M:0;6b1293cedc9a:46251 {}] hbase.ChoreService(370): Chore service for: master/6b1293cedc9a:0 had [] on shutdown 2024-12-13T08:20:23,966 DEBUG [M:0;6b1293cedc9a:46251 {}] master.HMaster(1733): Stopping service threads 2024-12-13T08:20:23,966 INFO [M:0;6b1293cedc9a:46251 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T08:20:23,966 INFO [M:0;6b1293cedc9a:46251 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T08:20:23,966 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T08:20:23,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:23,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:23,973 DEBUG [M:0;6b1293cedc9a:46251 {}] zookeeper.ZKUtil(347): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-13T08:20:23,973 WARN [M:0;6b1293cedc9a:46251 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T08:20:23,973 INFO [M:0;6b1293cedc9a:46251 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T08:20:23,973 INFO [M:0;6b1293cedc9a:46251 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T08:20:23,973 DEBUG [M:0;6b1293cedc9a:46251 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T08:20:23,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:23,973 INFO [M:0;6b1293cedc9a:46251 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:23,973 DEBUG [M:0;6b1293cedc9a:46251 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:23,973 DEBUG [M:0;6b1293cedc9a:46251 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T08:20:23,973 DEBUG [M:0;6b1293cedc9a:46251 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:23,973 INFO [M:0;6b1293cedc9a:46251 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.39 KB heapSize=189.93 KB 2024-12-13T08:20:23,990 DEBUG [M:0;6b1293cedc9a:46251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/013096f38bc742c6a962868ff416263d is 82, key is hbase:meta,,1/info:regioninfo/1734078021694/Put/seqid=0 2024-12-13T08:20:23,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741859_1035 (size=7127) 2024-12-13T08:20:23,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741859_1035 (size=7127) 2024-12-13T08:20:23,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741859_1035 (size=7127) 2024-12-13T08:20:23,996 INFO [M:0;6b1293cedc9a:46251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.15 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/013096f38bc742c6a962868ff416263d 2024-12-13T08:20:23,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:23,998 INFO [RS:3;6b1293cedc9a:42953 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,42953,1734078017560; zookeeper connection closed. 2024-12-13T08:20:23,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1001e79cb8f0004, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:24,003 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10f4cd99 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10f4cd99 2024-12-13T08:20:24,014 DEBUG [M:0;6b1293cedc9a:46251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9cc1b42db7a4cb5945fad1498b667c0 is 2427, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734078020399/Put/seqid=0 2024-12-13T08:20:24,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741860_1036 (size=13345) 2024-12-13T08:20:24,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741860_1036 (size=13345) 2024-12-13T08:20:24,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741860_1036 (size=13345) 2024-12-13T08:20:24,020 INFO [M:0;6b1293cedc9a:46251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=158.98 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9cc1b42db7a4cb5945fad1498b667c0 2024-12-13T08:20:24,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:24,026 INFO [RS:2;6b1293cedc9a:39833 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,39833,1734078017526; zookeeper connection closed. 2024-12-13T08:20:24,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:24,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1001e79cb8f0003, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:24,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1001e79cb8f0002, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:24,026 INFO [RS:1;6b1293cedc9a:33851 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,33851,1734078017490; zookeeper connection closed. 2024-12-13T08:20:24,026 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@760e9f72 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@760e9f72 2024-12-13T08:20:24,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:24,026 INFO [RS:0;6b1293cedc9a:39217 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,39217,1734078017455; zookeeper connection closed. 2024-12-13T08:20:24,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1001e79cb8f0001, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:24,026 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b6f734c {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b6f734c 2024-12-13T08:20:24,027 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75b6a370 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75b6a370 2024-12-13T08:20:24,027 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 4 regionserver(s) complete 2024-12-13T08:20:24,037 DEBUG [M:0;6b1293cedc9a:46251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee64ab24568243ad8ee198865f3c391b is 69, key is 6b1293cedc9a,33851,1734078017490/rs:state/1734078018149/Put/seqid=0 2024-12-13T08:20:24,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42145 is added to blk_1073741861_1037 (size=5360) 2024-12-13T08:20:24,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741861_1037 (size=5360) 2024-12-13T08:20:24,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741861_1037 (size=5360) 2024-12-13T08:20:24,043 INFO [M:0;6b1293cedc9a:46251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=260 B at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee64ab24568243ad8ee198865f3c391b 2024-12-13T08:20:24,048 DEBUG [M:0;6b1293cedc9a:46251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/013096f38bc742c6a962868ff416263d as hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/013096f38bc742c6a962868ff416263d 2024-12-13T08:20:24,052 INFO [M:0;6b1293cedc9a:46251 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/013096f38bc742c6a962868ff416263d, entries=30, sequenceid=283, filesize=7.0 K 2024-12-13T08:20:24,053 DEBUG [M:0;6b1293cedc9a:46251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9cc1b42db7a4cb5945fad1498b667c0 as hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9cc1b42db7a4cb5945fad1498b667c0 2024-12-13T08:20:24,058 INFO [M:0;6b1293cedc9a:46251 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9cc1b42db7a4cb5945fad1498b667c0, entries=32, sequenceid=283, filesize=13.0 K 2024-12-13T08:20:24,058 DEBUG [M:0;6b1293cedc9a:46251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee64ab24568243ad8ee198865f3c391b as hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee64ab24568243ad8ee198865f3c391b 2024-12-13T08:20:24,063 INFO [M:0;6b1293cedc9a:46251 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee64ab24568243ad8ee198865f3c391b, entries=4, sequenceid=283, filesize=5.2 K 2024-12-13T08:20:24,064 INFO [M:0;6b1293cedc9a:46251 {}] regionserver.HRegion(3040): Finished flush of dataSize ~162.39 KB/166284, heapSize ~189.63 KB/194184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 91ms, sequenceid=283, compaction requested=false 2024-12-13T08:20:24,065 INFO [M:0;6b1293cedc9a:46251 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:24,065 DEBUG [M:0;6b1293cedc9a:46251 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:20:24,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741830_1006 (size=185406) 2024-12-13T08:20:24,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741830_1006 (size=185406) 2024-12-13T08:20:24,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741830_1006 (size=185406) 2024-12-13T08:20:24,068 INFO [M:0;6b1293cedc9a:46251 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T08:20:24,068 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:24,068 INFO [M:0;6b1293cedc9a:46251 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46251 2024-12-13T08:20:24,073 DEBUG [M:0;6b1293cedc9a:46251 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/6b1293cedc9a,46251,1734078017312 already deleted, retry=false 2024-12-13T08:20:24,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:24,181 INFO [M:0;6b1293cedc9a:46251 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,46251,1734078017312; zookeeper connection closed. 2024-12-13T08:20:24,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46251-0x1001e79cb8f0000, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:24,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:20:24,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53d3313b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:24,184 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3dbce01f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:24,184 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:24,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71e1b308{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:24,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b9b79b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:24,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:24,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:24,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:24,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:24,209 WARN [BP-372765712-172.17.0.2-1734078015150 heartbeating to localhost/127.0.0.1:46489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:24,209 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:24,210 WARN [BP-372765712-172.17.0.2-1734078015150 heartbeating to localhost/127.0.0.1:46489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-372765712-172.17.0.2-1734078015150 (Datanode Uuid 381e84ed-0155-45c8-aa45-3a3365688735) service to localhost/127.0.0.1:46489 2024-12-13T08:20:24,210 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:24,210 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/dfs/data/data7/current/BP-372765712-172.17.0.2-1734078015150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:24,210 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/dfs/data/data8/current/BP-372765712-172.17.0.2-1734078015150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:24,211 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:24,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@448c5800{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:24,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2374ace7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:24,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:24,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f8b635{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:24,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@224bb5a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:24,215 WARN [BP-372765712-172.17.0.2-1734078015150 heartbeating to localhost/127.0.0.1:46489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:24,215 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:24,215 WARN [BP-372765712-172.17.0.2-1734078015150 heartbeating to localhost/127.0.0.1:46489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-372765712-172.17.0.2-1734078015150 (Datanode Uuid 84e571d7-0bca-45a7-a81f-0568eb79b749) service to localhost/127.0.0.1:46489 2024-12-13T08:20:24,215 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:24,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/dfs/data/data5/current/BP-372765712-172.17.0.2-1734078015150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:24,216 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/dfs/data/data6/current/BP-372765712-172.17.0.2-1734078015150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:24,216 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:24,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@634b73ee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:24,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b36f8af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:24,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:24,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1215a193{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:24,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53121896{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:24,219 WARN [BP-372765712-172.17.0.2-1734078015150 heartbeating to localhost/127.0.0.1:46489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:24,219 WARN [BP-372765712-172.17.0.2-1734078015150 heartbeating to localhost/127.0.0.1:46489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-372765712-172.17.0.2-1734078015150 (Datanode Uuid 7292b943-37f5-4470-80ec-5a4916a4f2d1) service to localhost/127.0.0.1:46489 2024-12-13T08:20:24,219 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:24,219 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:24,219 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/dfs/data/data3/current/BP-372765712-172.17.0.2-1734078015150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:24,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/dfs/data/data4/current/BP-372765712-172.17.0.2-1734078015150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:24,220 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:24,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b5ce35e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:24,224 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ff8d74a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:24,224 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:24,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@742aed0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:24,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@366780e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:24,225 WARN [BP-372765712-172.17.0.2-1734078015150 heartbeating to localhost/127.0.0.1:46489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:24,225 WARN [BP-372765712-172.17.0.2-1734078015150 heartbeating to localhost/127.0.0.1:46489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-372765712-172.17.0.2-1734078015150 (Datanode Uuid 5787b866-ba68-4535-b13d-7cc499bcbf41) service to localhost/127.0.0.1:46489 2024-12-13T08:20:24,226 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/dfs/data/data2/current/BP-372765712-172.17.0.2-1734078015150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:24,226 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/cluster_5c3395bb-f7fd-db22-93a8-714745028a66/dfs/data/data1/current/BP-372765712-172.17.0.2-1734078015150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:24,226 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:24,226 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:24,226 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:24,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b417ad0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T08:20:24,231 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b34a38d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:24,231 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:24,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5895be71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:24,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d79ace6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:24,239 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-13T08:20:24,267 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T08:20:24,274 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testHBaseMetaReplicationSourceCreatedOnOpen Thread=196 (was 124) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51863@0x533cf058 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$725/0x00007f54c8ae27c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51863@0x35a9e2ca-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51863@0x35a9e2ca-SendThread(127.0.0.1:51863) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51863@0x533cf058-SendThread(127.0.0.1:51863) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:46489 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:46489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51863@0x35a9e2ca java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$725/0x00007f54c8ae27c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:51863) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:46489 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:46489 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:46489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:46489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51863@0x533cf058-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:124) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:155) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:46489 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:51863) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=585 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 110) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10973 (was 11531) 2024-12-13T08:20:24,280 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testCatalogReplicaReplicationWALRolledAndDeleted Thread=196, OpenFileDescriptor=585, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=10973 2024-12-13T08:20:24,285 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:24,285 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/hadoop.log.dir so I do NOT create it in target/test-data/744a4f91-2286-8828-5457-42ea530373fd 2024-12-13T08:20:24,293 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/hadoop.log.dir Erasing configuration value by system value. 2024-12-13T08:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/hadoop.tmp.dir so I do NOT create it in target/test-data/744a4f91-2286-8828-5457-42ea530373fd 2024-12-13T08:20:24,293 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06523e31-c80d-0db4-81e2-1282990c7a8c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-13T08:20:24,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd 2024-12-13T08:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=4, rsPorts=, rsClass=null, numDataNodes=4, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T08:20:24,293 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe, deleteOnExit=true 2024-12-13T08:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T08:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/test.cache.data in system properties and HBase conf 2024-12-13T08:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T08:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/hadoop.log.dir in system properties and HBase conf 2024-12-13T08:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T08:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T08:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T08:20:24,294 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T08:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T08:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T08:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T08:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T08:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T08:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T08:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T08:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T08:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T08:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/nfs.dump.dir in system properties and HBase conf 2024-12-13T08:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/java.io.tmpdir in system properties and HBase conf 2024-12-13T08:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T08:20:24,295 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T08:20:24,295 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T08:20:24,337 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1001e79cb8f0009, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-13T08:20:24,337 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1001e79cb8f0006, quorum=127.0.0.1:51863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-13T08:20:24,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1001e79cb8f0006, quorum=127.0.0.1:51863, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-13T08:20:24,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1001e79cb8f0009, quorum=127.0.0.1:51863, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-13T08:20:24,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:24,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:24,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:24,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:24,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:20:24,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:24,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@da528e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:24,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31532cd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:24,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29165cc0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/java.io.tmpdir/jetty-localhost-34569-hadoop-hdfs-3_4_1-tests_jar-_-any-720890964076880244/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T08:20:24,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57fb779b{HTTP/1.1, (http/1.1)}{localhost:34569} 2024-12-13T08:20:24,644 INFO [Time-limited test {}] server.Server(415): Started @146738ms 2024-12-13T08:20:24,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:24,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:24,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:24,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:24,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:20:24,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ada5b32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:24,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c0c7d94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:24,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5674f7c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/java.io.tmpdir/jetty-localhost-40731-hadoop-hdfs-3_4_1-tests_jar-_-any-6574762593699893687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:24,909 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a3e99b{HTTP/1.1, (http/1.1)}{localhost:40731} 2024-12-13T08:20:24,909 INFO [Time-limited test {}] server.Server(415): Started @147003ms 2024-12-13T08:20:24,910 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:24,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:24,937 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:24,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:24,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:24,938 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T08:20:24,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24b22b10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:24,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@416d750e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:25,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bce630c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/java.io.tmpdir/jetty-localhost-37949-hadoop-hdfs-3_4_1-tests_jar-_-any-10031112881421931966/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:25,027 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@412c995a{HTTP/1.1, (http/1.1)}{localhost:37949} 2024-12-13T08:20:25,027 INFO [Time-limited test {}] server.Server(415): Started @147121ms 2024-12-13T08:20:25,028 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:25,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:25,056 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:25,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:25,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:25,057 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:20:25,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@314998ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:25,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cca9dfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:25,086 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:25,086 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:25,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e78d286{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/java.io.tmpdir/jetty-localhost-42327-hadoop-hdfs-3_4_1-tests_jar-_-any-4603473930233435088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:25,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f6fa3bb{HTTP/1.1, (http/1.1)}{localhost:42327} 2024-12-13T08:20:25,155 INFO [Time-limited test {}] server.Server(415): Started @147248ms 2024-12-13T08:20:25,156 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:25,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:25,184 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:25,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:25,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:25,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:20:25,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30749ae5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:25,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c9fbd2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:25,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501a8f35{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/java.io.tmpdir/jetty-localhost-35089-hadoop-hdfs-3_4_1-tests_jar-_-any-3496588050120030450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:25,278 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76f1e2cf{HTTP/1.1, (http/1.1)}{localhost:35089} 2024-12-13T08:20:25,278 INFO [Time-limited test {}] server.Server(415): Started @147372ms 2024-12-13T08:20:25,279 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:25,600 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:20:25,600 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:25,852 WARN [Thread-1708 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/dfs/data/data1/current/BP-1181627891-172.17.0.2-1734078024314/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:25,852 WARN [Thread-1709 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/dfs/data/data2/current/BP-1181627891-172.17.0.2-1734078024314/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:25,872 WARN [Thread-1626 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:20:25,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x384822048622123c with lease ID 0x2e371c757e9bd756: Processing first storage report for DS-09c15185-ecb1-46d6-8763-577dfe3feaff from datanode DatanodeRegistration(127.0.0.1:43461, datanodeUuid=d14f4ecb-4cee-4fa3-8b9b-34b8f0cc40d4, infoPort=37285, infoSecurePort=0, ipcPort=43653, storageInfo=lv=-57;cid=testClusterID;nsid=757554037;c=1734078024314) 2024-12-13T08:20:25,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x384822048622123c with lease ID 0x2e371c757e9bd756: from storage DS-09c15185-ecb1-46d6-8763-577dfe3feaff node DatanodeRegistration(127.0.0.1:43461, datanodeUuid=d14f4ecb-4cee-4fa3-8b9b-34b8f0cc40d4, infoPort=37285, infoSecurePort=0, ipcPort=43653, storageInfo=lv=-57;cid=testClusterID;nsid=757554037;c=1734078024314), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:25,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x384822048622123c with lease ID 0x2e371c757e9bd756: Processing first storage report for DS-8bf37ee7-63ae-4f27-833e-cdacf973e69b from datanode DatanodeRegistration(127.0.0.1:43461, datanodeUuid=d14f4ecb-4cee-4fa3-8b9b-34b8f0cc40d4, infoPort=37285, infoSecurePort=0, ipcPort=43653, storageInfo=lv=-57;cid=testClusterID;nsid=757554037;c=1734078024314) 2024-12-13T08:20:25,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x384822048622123c with lease ID 0x2e371c757e9bd756: from storage DS-8bf37ee7-63ae-4f27-833e-cdacf973e69b node DatanodeRegistration(127.0.0.1:43461, datanodeUuid=d14f4ecb-4cee-4fa3-8b9b-34b8f0cc40d4, infoPort=37285, infoSecurePort=0, ipcPort=43653, storageInfo=lv=-57;cid=testClusterID;nsid=757554037;c=1734078024314), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:25,986 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:25,986 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:26,028 WARN [Thread-1722 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/dfs/data/data4/current/BP-1181627891-172.17.0.2-1734078024314/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:26,028 WARN [Thread-1721 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/dfs/data/data3/current/BP-1181627891-172.17.0.2-1734078024314/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:26,047 WARN [Thread-1649 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:20:26,050 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x295f11ccfdcda18 with lease ID 0x2e371c757e9bd757: Processing first storage report for DS-98d14e29-b937-44ab-886d-4a02c97db67b from datanode DatanodeRegistration(127.0.0.1:41421, datanodeUuid=5c9b20c0-440c-4d54-a5aa-70d2728810b8, infoPort=40707, infoSecurePort=0, ipcPort=36171, storageInfo=lv=-57;cid=testClusterID;nsid=757554037;c=1734078024314) 2024-12-13T08:20:26,050 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x295f11ccfdcda18 with lease ID 0x2e371c757e9bd757: from storage DS-98d14e29-b937-44ab-886d-4a02c97db67b node DatanodeRegistration(127.0.0.1:41421, datanodeUuid=5c9b20c0-440c-4d54-a5aa-70d2728810b8, infoPort=40707, infoSecurePort=0, ipcPort=36171, storageInfo=lv=-57;cid=testClusterID;nsid=757554037;c=1734078024314), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:26,050 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x295f11ccfdcda18 with lease ID 0x2e371c757e9bd757: Processing first storage report for DS-9e0c50a3-8fcd-4abe-9c6b-c30896acc5db from datanode DatanodeRegistration(127.0.0.1:41421, datanodeUuid=5c9b20c0-440c-4d54-a5aa-70d2728810b8, infoPort=40707, infoSecurePort=0, ipcPort=36171, storageInfo=lv=-57;cid=testClusterID;nsid=757554037;c=1734078024314) 2024-12-13T08:20:26,050 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x295f11ccfdcda18 with lease ID 0x2e371c757e9bd757: from storage DS-9e0c50a3-8fcd-4abe-9c6b-c30896acc5db node DatanodeRegistration(127.0.0.1:41421, datanodeUuid=5c9b20c0-440c-4d54-a5aa-70d2728810b8, infoPort=40707, infoSecurePort=0, ipcPort=36171, storageInfo=lv=-57;cid=testClusterID;nsid=757554037;c=1734078024314), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:26,237 WARN [Thread-1732 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/dfs/data/data5/current/BP-1181627891-172.17.0.2-1734078024314/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:26,237 WARN [Thread-1733 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/dfs/data/data6/current/BP-1181627891-172.17.0.2-1734078024314/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:26,255 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:20:26,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3abb384991ef0881 with lease ID 0x2e371c757e9bd758: Processing first storage report for DS-ef80822d-2126-4214-a1f9-ebdc7f5d8d10 from datanode DatanodeRegistration(127.0.0.1:43765, datanodeUuid=5c3f9c72-9802-41f5-90d6-51b9c47a010a, infoPort=34753, infoSecurePort=0, ipcPort=41943, storageInfo=lv=-57;cid=testClusterID;nsid=757554037;c=1734078024314) 2024-12-13T08:20:26,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3abb384991ef0881 with lease ID 0x2e371c757e9bd758: from storage DS-ef80822d-2126-4214-a1f9-ebdc7f5d8d10 node DatanodeRegistration(127.0.0.1:43765, datanodeUuid=5c3f9c72-9802-41f5-90d6-51b9c47a010a, infoPort=34753, infoSecurePort=0, ipcPort=41943, storageInfo=lv=-57;cid=testClusterID;nsid=757554037;c=1734078024314), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:26,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3abb384991ef0881 with lease ID 0x2e371c757e9bd758: Processing first storage report for DS-2ab55b39-efc8-4684-8299-2faa538ae65b from datanode DatanodeRegistration(127.0.0.1:43765, datanodeUuid=5c3f9c72-9802-41f5-90d6-51b9c47a010a, infoPort=34753, infoSecurePort=0, ipcPort=41943, storageInfo=lv=-57;cid=testClusterID;nsid=757554037;c=1734078024314) 2024-12-13T08:20:26,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3abb384991ef0881 with lease ID 0x2e371c757e9bd758: from storage DS-2ab55b39-efc8-4684-8299-2faa538ae65b node DatanodeRegistration(127.0.0.1:43765, datanodeUuid=5c3f9c72-9802-41f5-90d6-51b9c47a010a, infoPort=34753, infoSecurePort=0, ipcPort=41943, storageInfo=lv=-57;cid=testClusterID;nsid=757554037;c=1734078024314), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:26,278 WARN [Thread-1743 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/dfs/data/data7/current/BP-1181627891-172.17.0.2-1734078024314/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:26,278 WARN [Thread-1744 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/dfs/data/data8/current/BP-1181627891-172.17.0.2-1734078024314/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:26,297 WARN [Thread-1694 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:20:26,299 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1ce8ce3c962fe0 with lease ID 0x2e371c757e9bd759: Processing first storage report for DS-e27f22e1-e8d4-4cb3-bfd6-0671566425ba from datanode DatanodeRegistration(127.0.0.1:37659, datanodeUuid=970c76e6-f5b0-41fc-b284-8fbb4ad525b6, infoPort=35803, infoSecurePort=0, ipcPort=33489, storageInfo=lv=-57;cid=testClusterID;nsid=757554037;c=1734078024314) 2024-12-13T08:20:26,299 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1ce8ce3c962fe0 with lease ID 0x2e371c757e9bd759: from storage DS-e27f22e1-e8d4-4cb3-bfd6-0671566425ba node DatanodeRegistration(127.0.0.1:37659, datanodeUuid=970c76e6-f5b0-41fc-b284-8fbb4ad525b6, infoPort=35803, infoSecurePort=0, ipcPort=33489, storageInfo=lv=-57;cid=testClusterID;nsid=757554037;c=1734078024314), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:26,299 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1ce8ce3c962fe0 with lease ID 0x2e371c757e9bd759: Processing first storage report for DS-7d56cfe6-e06a-42db-a842-db7827a0d992 from datanode DatanodeRegistration(127.0.0.1:37659, datanodeUuid=970c76e6-f5b0-41fc-b284-8fbb4ad525b6, infoPort=35803, infoSecurePort=0, ipcPort=33489, storageInfo=lv=-57;cid=testClusterID;nsid=757554037;c=1734078024314) 2024-12-13T08:20:26,299 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1ce8ce3c962fe0 with lease ID 0x2e371c757e9bd759: from storage DS-7d56cfe6-e06a-42db-a842-db7827a0d992 node DatanodeRegistration(127.0.0.1:37659, datanodeUuid=970c76e6-f5b0-41fc-b284-8fbb4ad525b6, infoPort=35803, infoSecurePort=0, ipcPort=33489, storageInfo=lv=-57;cid=testClusterID;nsid=757554037;c=1734078024314), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:26,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd 2024-12-13T08:20:26,311 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/zookeeper_0, clientPort=57139, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-13T08:20:26,311 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57139 2024-12-13T08:20:26,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:26,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:26,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:20:26,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:20:26,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:20:26,325 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129 with version=8 2024-12-13T08:20:26,325 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/hbase-staging 2024-12-13T08:20:26,328 INFO [Time-limited test {}] client.ConnectionUtils(129): master/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:26,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:26,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:26,328 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:26,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:26,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:26,328 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:26,328 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:26,329 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43155 2024-12-13T08:20:26,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:26,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:26,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43155 connecting to ZooKeeper ensemble=127.0.0.1:57139 2024-12-13T08:20:26,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431550x0, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:26,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43155-0x1001e79eec60000 connected 2024-12-13T08:20:26,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:26,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:26,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:26,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43155 2024-12-13T08:20:26,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43155 2024-12-13T08:20:26,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43155 2024-12-13T08:20:26,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43155 2024-12-13T08:20:26,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43155 2024-12-13T08:20:26,480 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129, hbase.cluster.distributed=false 2024-12-13T08:20:26,493 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:26,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:26,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:26,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:26,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:26,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:26,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:26,494 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:26,494 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40025 2024-12-13T08:20:26,495 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:20:26,495 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:20:26,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:26,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:26,498 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40025 connecting to ZooKeeper ensemble=127.0.0.1:57139 2024-12-13T08:20:26,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400250x0, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:26,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40025-0x1001e79eec60001 connected 2024-12-13T08:20:26,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:26,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:26,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:26,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40025 2024-12-13T08:20:26,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40025 2024-12-13T08:20:26,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40025 2024-12-13T08:20:26,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40025 2024-12-13T08:20:26,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40025 2024-12-13T08:20:26,558 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:26,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:26,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:26,558 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:26,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:26,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:26,558 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:26,558 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:26,559 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42989 2024-12-13T08:20:26,559 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:20:26,560 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:20:26,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:26,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:26,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42989 connecting to ZooKeeper ensemble=127.0.0.1:57139 2024-12-13T08:20:26,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429890x0, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:26,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:26,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42989-0x1001e79eec60002 connected 2024-12-13T08:20:26,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:26,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:26,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42989 2024-12-13T08:20:26,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42989 2024-12-13T08:20:26,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42989 2024-12-13T08:20:26,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42989 2024-12-13T08:20:26,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42989 2024-12-13T08:20:26,610 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:26,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:26,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:26,610 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:26,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:26,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:26,610 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:26,610 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:26,611 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34617 2024-12-13T08:20:26,611 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:20:26,611 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:20:26,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:26,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:26,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34617 connecting to ZooKeeper ensemble=127.0.0.1:57139 2024-12-13T08:20:26,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346170x0, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:26,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346170x0, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:26,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34617-0x1001e79eec60003 connected 2024-12-13T08:20:26,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:26,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:26,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34617 2024-12-13T08:20:26,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34617 2024-12-13T08:20:26,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34617 2024-12-13T08:20:26,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34617 2024-12-13T08:20:26,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34617 2024-12-13T08:20:26,662 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:26,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:26,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:26,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:26,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:26,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:26,662 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:26,662 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:26,663 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39341 2024-12-13T08:20:26,663 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:20:26,663 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:20:26,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:26,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:26,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39341 connecting to ZooKeeper ensemble=127.0.0.1:57139 2024-12-13T08:20:26,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393410x0, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:26,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393410x0, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:26,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39341-0x1001e79eec60004 connected 2024-12-13T08:20:26,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:26,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:26,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39341 2024-12-13T08:20:26,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39341 2024-12-13T08:20:26,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39341 2024-12-13T08:20:26,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39341 2024-12-13T08:20:26,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39341 2024-12-13T08:20:26,704 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/6b1293cedc9a,43155,1734078026327 2024-12-13T08:20:26,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:26,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:26,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:26,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:26,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:26,715 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6b1293cedc9a,43155,1734078026327 2024-12-13T08:20:26,722 DEBUG [M:0;6b1293cedc9a:43155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1293cedc9a:43155 2024-12-13T08:20:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:26,724 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-13T08:20:26,724 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6b1293cedc9a,43155,1734078026327 from backup master directory 2024-12-13T08:20:26,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:26,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:26,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:26,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:26,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6b1293cedc9a,43155,1734078026327 2024-12-13T08:20:26,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:26,780 WARN [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:26,781 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1293cedc9a,43155,1734078026327 2024-12-13T08:20:26,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-13T08:20:26,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:20:26,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:20:26,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:20:26,796 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/hbase.id with ID: 968e3d8f-605d-42a2-8bbc-0d36cec91de5 2024-12-13T08:20:26,809 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:26,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:26,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:26,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:26,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:26,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:26,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:20:26,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:20:26,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:20:26,835 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:20:26,835 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T08:20:26,841 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:26,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:20:26,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:20:26,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:20:26,852 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store 2024-12-13T08:20:26,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:20:26,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:20:26,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:20:26,859 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:26,859 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T08:20:26,859 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:26,859 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:26,859 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T08:20:26,859 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:26,859 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:26,859 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:20:26,859 WARN [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/.initializing 2024-12-13T08:20:26,859 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/WALs/6b1293cedc9a,43155,1734078026327 2024-12-13T08:20:26,860 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:26,861 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1293cedc9a%2C43155%2C1734078026327, suffix=, logDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/WALs/6b1293cedc9a,43155,1734078026327, archiveDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/oldWALs, maxLogs=10 2024-12-13T08:20:26,903 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/WALs/6b1293cedc9a,43155,1734078026327/6b1293cedc9a%2C43155%2C1734078026327.1734078026861, exclude list is [], retry=0 2024-12-13T08:20:26,906 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37659,DS-e27f22e1-e8d4-4cb3-bfd6-0671566425ba,DISK] 2024-12-13T08:20:26,906 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43461,DS-09c15185-ecb1-46d6-8763-577dfe3feaff,DISK] 2024-12-13T08:20:26,906 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43765,DS-ef80822d-2126-4214-a1f9-ebdc7f5d8d10,DISK] 2024-12-13T08:20:26,908 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/WALs/6b1293cedc9a,43155,1734078026327/6b1293cedc9a%2C43155%2C1734078026327.1734078026861 2024-12-13T08:20:26,908 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35803:35803),(127.0.0.1/127.0.0.1:37285:37285),(127.0.0.1/127.0.0.1:34753:34753)] 2024-12-13T08:20:26,908 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:26,909 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:26,909 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:26,909 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:26,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:26,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T08:20:26,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:26,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:26,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:26,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T08:20:26,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:26,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:26,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:26,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T08:20:26,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:26,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:26,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:26,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T08:20:26,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:26,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:26,918 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:26,918 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:26,920 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T08:20:26,921 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:26,923 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:20:26,924 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64233772, jitterRate=-0.042842209339141846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T08:20:26,925 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:20:26,925 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T08:20:26,928 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a5a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:26,929 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T08:20:26,929 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T08:20:26,929 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T08:20:26,929 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T08:20:26,930 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-13T08:20:26,930 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-13T08:20:26,930 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T08:20:26,933 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T08:20:26,934 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-13T08:20:26,939 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-13T08:20:26,940 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T08:20:26,940 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-13T08:20:26,948 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-13T08:20:26,948 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T08:20:26,949 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-13T08:20:26,956 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-13T08:20:26,957 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-13T08:20:26,964 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-13T08:20:26,966 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T08:20:26,973 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-13T08:20:26,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:26,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:26,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:26,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:26,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:26,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:26,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:26,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:26,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:26,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:26,982 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=6b1293cedc9a,43155,1734078026327, sessionid=0x1001e79eec60000, setting cluster-up flag (Was=false) 2024-12-13T08:20:26,987 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:26,987 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:27,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:27,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:27,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:27,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:27,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:27,166 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-13T08:20:27,167 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1293cedc9a,43155,1734078026327 2024-12-13T08:20:27,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:27,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:27,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:27,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:27,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:27,214 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-13T08:20:27,215 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1293cedc9a,43155,1734078026327 2024-12-13T08:20:27,218 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T08:20:27,218 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T08:20:27,218 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T08:20:27,218 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1293cedc9a,43155,1734078026327 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T08:20:27,218 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:20:27,218 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:20:27,218 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:20:27,219 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:20:27,219 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1293cedc9a:0, corePoolSize=10, maxPoolSize=10 2024-12-13T08:20:27,219 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,219 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:27,219 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T08:20:27,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T08:20:27,221 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:27,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:20:27,225 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734078057225 2024-12-13T08:20:27,225 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T08:20:27,225 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T08:20:27,225 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T08:20:27,225 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T08:20:27,225 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T08:20:27,225 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T08:20:27,225 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,226 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T08:20:27,226 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T08:20:27,226 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T08:20:27,226 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T08:20:27,226 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T08:20:27,226 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734078027226,5,FailOnTimeoutGroup] 2024-12-13T08:20:27,227 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734078027226,5,FailOnTimeoutGroup] 2024-12-13T08:20:27,227 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,227 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T08:20:27,227 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,227 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:20:27,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:20:27,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:20:27,234 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T08:20:27,234 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129 2024-12-13T08:20:27,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741832_1008 (size=32) 2024-12-13T08:20:27,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741832_1008 (size=32) 2024-12-13T08:20:27,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741832_1008 (size=32) 2024-12-13T08:20:27,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:27,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:20:27,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:20:27,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:27,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:27,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:20:27,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:20:27,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:27,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:27,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:20:27,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:20:27,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:27,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:27,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740 2024-12-13T08:20:27,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740 2024-12-13T08:20:27,250 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:27,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:20:27,253 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:20:27,253 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60202578, jitterRate=-0.10291168093681335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:27,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:20:27,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:20:27,254 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:20:27,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:20:27,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:20:27,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:20:27,254 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:27,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:20:27,255 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T08:20:27,255 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T08:20:27,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T08:20:27,256 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T08:20:27,256 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:20:27,319 DEBUG [RS:2;6b1293cedc9a:34617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6b1293cedc9a:34617 2024-12-13T08:20:27,319 DEBUG [RS:1;6b1293cedc9a:42989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6b1293cedc9a:42989 2024-12-13T08:20:27,319 DEBUG [RS:3;6b1293cedc9a:39341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:3;6b1293cedc9a:39341 2024-12-13T08:20:27,319 DEBUG [RS:0;6b1293cedc9a:40025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1293cedc9a:40025 2024-12-13T08:20:27,320 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.HRegionServer(1008): ClusterId : 968e3d8f-605d-42a2-8bbc-0d36cec91de5 2024-12-13T08:20:27,320 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.HRegionServer(1008): ClusterId : 968e3d8f-605d-42a2-8bbc-0d36cec91de5 2024-12-13T08:20:27,320 DEBUG [RS:3;6b1293cedc9a:39341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:20:27,320 DEBUG [RS:1;6b1293cedc9a:42989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:20:27,320 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.HRegionServer(1008): ClusterId : 968e3d8f-605d-42a2-8bbc-0d36cec91de5 2024-12-13T08:20:27,320 DEBUG [RS:2;6b1293cedc9a:34617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:20:27,320 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.HRegionServer(1008): ClusterId : 968e3d8f-605d-42a2-8bbc-0d36cec91de5 2024-12-13T08:20:27,320 DEBUG [RS:0;6b1293cedc9a:40025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:20:27,332 DEBUG [RS:2;6b1293cedc9a:34617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:20:27,332 DEBUG [RS:2;6b1293cedc9a:34617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:20:27,332 DEBUG [RS:1;6b1293cedc9a:42989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:20:27,332 DEBUG [RS:1;6b1293cedc9a:42989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:20:27,332 DEBUG [RS:3;6b1293cedc9a:39341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:20:27,332 DEBUG [RS:3;6b1293cedc9a:39341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:20:27,332 DEBUG [RS:0;6b1293cedc9a:40025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:20:27,332 DEBUG [RS:0;6b1293cedc9a:40025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:20:27,376 DEBUG [RS:2;6b1293cedc9a:34617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:20:27,376 DEBUG [RS:0;6b1293cedc9a:40025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:20:27,376 DEBUG [RS:0;6b1293cedc9a:40025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72bb91da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:27,376 DEBUG [RS:2;6b1293cedc9a:34617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cccf509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:27,377 DEBUG [RS:3;6b1293cedc9a:39341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:20:27,377 DEBUG [RS:2;6b1293cedc9a:34617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3795a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:27,377 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:20:27,377 DEBUG [RS:0;6b1293cedc9a:40025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19460835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:27,377 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:20:27,377 DEBUG [RS:1;6b1293cedc9a:42989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:20:27,377 DEBUG [RS:2;6b1293cedc9a:34617 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:20:27,377 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:20:27,377 DEBUG [RS:3;6b1293cedc9a:39341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a40ca86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:27,377 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:20:27,377 DEBUG [RS:0;6b1293cedc9a:40025 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:20:27,377 DEBUG [RS:1;6b1293cedc9a:42989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e946c15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:27,377 DEBUG [RS:3;6b1293cedc9a:39341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3288a526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:27,377 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,43155,1734078026327 with isa=6b1293cedc9a/172.17.0.2:40025, startcode=1734078026493 2024-12-13T08:20:27,377 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:20:27,377 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:20:27,377 DEBUG [RS:3;6b1293cedc9a:39341 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:20:27,377 DEBUG [RS:0;6b1293cedc9a:40025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:20:27,378 DEBUG [RS:1;6b1293cedc9a:42989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b4c8e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:27,378 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:20:27,378 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:20:27,378 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,43155,1734078026327 with isa=6b1293cedc9a/172.17.0.2:34617, startcode=1734078026609 2024-12-13T08:20:27,378 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,43155,1734078026327 with isa=6b1293cedc9a/172.17.0.2:39341, startcode=1734078026661 2024-12-13T08:20:27,378 DEBUG [RS:1;6b1293cedc9a:42989 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:20:27,378 DEBUG [RS:2;6b1293cedc9a:34617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:20:27,378 DEBUG [RS:3;6b1293cedc9a:39341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:20:27,378 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,43155,1734078026327 with isa=6b1293cedc9a/172.17.0.2:42989, startcode=1734078026558 2024-12-13T08:20:27,378 DEBUG [RS:1;6b1293cedc9a:42989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:20:27,379 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51535, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:20:27,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43155 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,40025,1734078026493 2024-12-13T08:20:27,379 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39307, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:20:27,379 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35821, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:20:27,379 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48195, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:20:27,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43155 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,40025,1734078026493 2024-12-13T08:20:27,380 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43155 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,34617,1734078026609 2024-12-13T08:20:27,380 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43155 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,34617,1734078026609 2024-12-13T08:20:27,380 DEBUG [RS:0;6b1293cedc9a:40025 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129 2024-12-13T08:20:27,380 DEBUG [RS:0;6b1293cedc9a:40025 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46549 2024-12-13T08:20:27,380 DEBUG [RS:0;6b1293cedc9a:40025 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:20:27,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43155 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,42989,1734078026558 2024-12-13T08:20:27,381 DEBUG [RS:2;6b1293cedc9a:34617 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129 2024-12-13T08:20:27,381 DEBUG [RS:2;6b1293cedc9a:34617 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46549 2024-12-13T08:20:27,381 DEBUG [RS:2;6b1293cedc9a:34617 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:20:27,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43155 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,42989,1734078026558 2024-12-13T08:20:27,382 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43155 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,39341,1734078026661 2024-12-13T08:20:27,382 DEBUG [RS:1;6b1293cedc9a:42989 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129 2024-12-13T08:20:27,382 DEBUG [RS:1;6b1293cedc9a:42989 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46549 2024-12-13T08:20:27,382 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43155 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,39341,1734078026661 2024-12-13T08:20:27,382 DEBUG [RS:1;6b1293cedc9a:42989 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:20:27,383 DEBUG [RS:3;6b1293cedc9a:39341 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129 2024-12-13T08:20:27,383 DEBUG [RS:3;6b1293cedc9a:39341 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46549 2024-12-13T08:20:27,383 DEBUG [RS:3;6b1293cedc9a:39341 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:20:27,407 WARN [6b1293cedc9a:43155 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-13T08:20:27,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:20:27,476 DEBUG [RS:0;6b1293cedc9a:40025 {}] zookeeper.ZKUtil(111): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,40025,1734078026493 2024-12-13T08:20:27,476 DEBUG [RS:1;6b1293cedc9a:42989 {}] zookeeper.ZKUtil(111): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,42989,1734078026558 2024-12-13T08:20:27,476 WARN [RS:0;6b1293cedc9a:40025 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:27,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,40025,1734078026493] 2024-12-13T08:20:27,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,42989,1734078026558] 2024-12-13T08:20:27,476 DEBUG [RS:2;6b1293cedc9a:34617 {}] zookeeper.ZKUtil(111): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,34617,1734078026609 2024-12-13T08:20:27,476 WARN [RS:1;6b1293cedc9a:42989 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:27,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,39341,1734078026661] 2024-12-13T08:20:27,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,34617,1734078026609] 2024-12-13T08:20:27,476 WARN [RS:2;6b1293cedc9a:34617 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:27,476 INFO [RS:0;6b1293cedc9a:40025 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:27,476 INFO [RS:1;6b1293cedc9a:42989 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:27,476 INFO [RS:2;6b1293cedc9a:34617 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:27,476 DEBUG [RS:3;6b1293cedc9a:39341 {}] zookeeper.ZKUtil(111): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,39341,1734078026661 2024-12-13T08:20:27,476 WARN [RS:3;6b1293cedc9a:39341 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:27,476 DEBUG [RS:0;6b1293cedc9a:40025 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493 2024-12-13T08:20:27,476 INFO [RS:3;6b1293cedc9a:39341 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:27,476 DEBUG [RS:2;6b1293cedc9a:34617 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,34617,1734078026609 2024-12-13T08:20:27,476 DEBUG [RS:3;6b1293cedc9a:39341 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661 2024-12-13T08:20:27,476 DEBUG [RS:1;6b1293cedc9a:42989 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,42989,1734078026558 2024-12-13T08:20:27,480 DEBUG [RS:0;6b1293cedc9a:40025 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:20:27,480 DEBUG [RS:2;6b1293cedc9a:34617 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:20:27,480 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:20:27,480 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:20:27,481 DEBUG [RS:3;6b1293cedc9a:39341 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:20:27,482 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:20:27,483 DEBUG [RS:1;6b1293cedc9a:42989 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:20:27,484 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:20:27,486 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:20:27,487 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:20:27,487 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:20:27,487 INFO [RS:0;6b1293cedc9a:40025 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:27,487 INFO [RS:2;6b1293cedc9a:34617 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:27,487 INFO [RS:0;6b1293cedc9a:40025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,487 INFO [RS:2;6b1293cedc9a:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,488 INFO [RS:3;6b1293cedc9a:39341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:27,488 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:20:27,488 INFO [RS:3;6b1293cedc9a:39341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,488 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:20:27,489 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:20:27,490 INFO [RS:2;6b1293cedc9a:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,490 DEBUG [RS:2;6b1293cedc9a:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,490 DEBUG [RS:2;6b1293cedc9a:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,490 DEBUG [RS:2;6b1293cedc9a:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,490 DEBUG [RS:2;6b1293cedc9a:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,490 DEBUG [RS:2;6b1293cedc9a:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,490 DEBUG [RS:2;6b1293cedc9a:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:27,490 DEBUG [RS:2;6b1293cedc9a:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,490 DEBUG [RS:2;6b1293cedc9a:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,490 DEBUG [RS:2;6b1293cedc9a:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,490 DEBUG [RS:2;6b1293cedc9a:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,490 DEBUG [RS:2;6b1293cedc9a:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,490 DEBUG [RS:2;6b1293cedc9a:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:27,490 DEBUG [RS:2;6b1293cedc9a:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:27,491 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:20:27,491 INFO [RS:0;6b1293cedc9a:40025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,491 DEBUG [RS:0;6b1293cedc9a:40025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,491 DEBUG [RS:0;6b1293cedc9a:40025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,491 DEBUG [RS:0;6b1293cedc9a:40025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,491 DEBUG [RS:0;6b1293cedc9a:40025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,492 DEBUG [RS:0;6b1293cedc9a:40025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,492 DEBUG [RS:0;6b1293cedc9a:40025 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:27,492 DEBUG [RS:0;6b1293cedc9a:40025 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,492 DEBUG [RS:0;6b1293cedc9a:40025 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,492 DEBUG [RS:0;6b1293cedc9a:40025 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,492 DEBUG [RS:0;6b1293cedc9a:40025 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,492 DEBUG [RS:0;6b1293cedc9a:40025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,492 DEBUG [RS:0;6b1293cedc9a:40025 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:27,492 DEBUG [RS:0;6b1293cedc9a:40025 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:27,492 INFO [RS:3;6b1293cedc9a:39341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,492 DEBUG [RS:3;6b1293cedc9a:39341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,492 DEBUG [RS:3;6b1293cedc9a:39341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,492 DEBUG [RS:3;6b1293cedc9a:39341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,492 DEBUG [RS:3;6b1293cedc9a:39341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,492 DEBUG [RS:3;6b1293cedc9a:39341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,492 DEBUG [RS:3;6b1293cedc9a:39341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:27,492 DEBUG [RS:3;6b1293cedc9a:39341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,492 DEBUG [RS:3;6b1293cedc9a:39341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,492 DEBUG [RS:3;6b1293cedc9a:39341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,492 DEBUG [RS:3;6b1293cedc9a:39341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,492 DEBUG [RS:3;6b1293cedc9a:39341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,492 DEBUG [RS:3;6b1293cedc9a:39341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:27,493 DEBUG [RS:3;6b1293cedc9a:39341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:27,497 INFO [RS:1;6b1293cedc9a:42989 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:27,497 INFO [RS:1;6b1293cedc9a:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,497 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:20:27,497 INFO [RS:2;6b1293cedc9a:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,498 INFO [RS:2;6b1293cedc9a:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,498 INFO [RS:0;6b1293cedc9a:40025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,498 INFO [RS:2;6b1293cedc9a:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,498 INFO [RS:2;6b1293cedc9a:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,498 INFO [RS:0;6b1293cedc9a:40025 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,498 INFO [RS:2;6b1293cedc9a:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,34617,1734078026609-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:27,498 INFO [RS:0;6b1293cedc9a:40025 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,498 INFO [RS:3;6b1293cedc9a:39341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,498 INFO [RS:0;6b1293cedc9a:40025 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,498 INFO [RS:3;6b1293cedc9a:39341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,498 INFO [RS:0;6b1293cedc9a:40025 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,40025,1734078026493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:27,498 INFO [RS:3;6b1293cedc9a:39341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,498 INFO [RS:3;6b1293cedc9a:39341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,498 INFO [RS:3;6b1293cedc9a:39341 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,39341,1734078026661-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:27,498 INFO [RS:1;6b1293cedc9a:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,498 DEBUG [RS:1;6b1293cedc9a:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,499 DEBUG [RS:1;6b1293cedc9a:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,499 DEBUG [RS:1;6b1293cedc9a:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,499 DEBUG [RS:1;6b1293cedc9a:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,499 DEBUG [RS:1;6b1293cedc9a:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,499 DEBUG [RS:1;6b1293cedc9a:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:27,499 DEBUG [RS:1;6b1293cedc9a:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,499 DEBUG [RS:1;6b1293cedc9a:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,499 DEBUG [RS:1;6b1293cedc9a:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,499 DEBUG [RS:1;6b1293cedc9a:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,499 DEBUG [RS:1;6b1293cedc9a:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:27,499 DEBUG [RS:1;6b1293cedc9a:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:27,499 DEBUG [RS:1;6b1293cedc9a:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:27,506 INFO [RS:1;6b1293cedc9a:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,506 INFO [RS:1;6b1293cedc9a:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,506 INFO [RS:1;6b1293cedc9a:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,506 INFO [RS:1;6b1293cedc9a:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,506 INFO [RS:1;6b1293cedc9a:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,42989,1734078026558-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:27,512 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:20:27,513 INFO [RS:0;6b1293cedc9a:40025 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,40025,1734078026493-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,513 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:20:27,513 INFO [RS:2;6b1293cedc9a:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,34617,1734078026609-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,518 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:20:27,518 INFO [RS:3;6b1293cedc9a:39341 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,39341,1734078026661-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,527 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:20:27,527 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.Replication(204): 6b1293cedc9a,40025,1734078026493 started 2024-12-13T08:20:27,527 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,40025,1734078026493, RpcServer on 6b1293cedc9a/172.17.0.2:40025, sessionid=0x1001e79eec60001 2024-12-13T08:20:27,527 DEBUG [RS:0;6b1293cedc9a:40025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:20:27,527 DEBUG [RS:0;6b1293cedc9a:40025 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,40025,1734078026493 2024-12-13T08:20:27,527 DEBUG [RS:0;6b1293cedc9a:40025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,40025,1734078026493' 2024-12-13T08:20:27,527 INFO [RS:1;6b1293cedc9a:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,42989,1734078026558-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:27,527 DEBUG [RS:0;6b1293cedc9a:40025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:20:27,528 DEBUG [RS:0;6b1293cedc9a:40025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:20:27,528 DEBUG [RS:0;6b1293cedc9a:40025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:20:27,528 DEBUG [RS:0;6b1293cedc9a:40025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:20:27,528 DEBUG [RS:0;6b1293cedc9a:40025 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,40025,1734078026493 2024-12-13T08:20:27,528 DEBUG [RS:0;6b1293cedc9a:40025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,40025,1734078026493' 2024-12-13T08:20:27,528 DEBUG [RS:0;6b1293cedc9a:40025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:20:27,528 DEBUG [RS:0;6b1293cedc9a:40025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:20:27,529 DEBUG [RS:0;6b1293cedc9a:40025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:20:27,529 INFO [RS:0;6b1293cedc9a:40025 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:20:27,529 INFO [RS:0;6b1293cedc9a:40025 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:20:27,535 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.Replication(204): 6b1293cedc9a,34617,1734078026609 started 2024-12-13T08:20:27,535 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,34617,1734078026609, RpcServer on 6b1293cedc9a/172.17.0.2:34617, sessionid=0x1001e79eec60003 2024-12-13T08:20:27,535 DEBUG [RS:2;6b1293cedc9a:34617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:20:27,535 DEBUG [RS:2;6b1293cedc9a:34617 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,34617,1734078026609 2024-12-13T08:20:27,535 DEBUG [RS:2;6b1293cedc9a:34617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,34617,1734078026609' 2024-12-13T08:20:27,535 DEBUG [RS:2;6b1293cedc9a:34617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:20:27,536 DEBUG [RS:2;6b1293cedc9a:34617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:20:27,536 DEBUG [RS:2;6b1293cedc9a:34617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:20:27,536 DEBUG [RS:2;6b1293cedc9a:34617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:20:27,536 DEBUG [RS:2;6b1293cedc9a:34617 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,34617,1734078026609 2024-12-13T08:20:27,536 DEBUG [RS:2;6b1293cedc9a:34617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,34617,1734078026609' 2024-12-13T08:20:27,536 DEBUG [RS:2;6b1293cedc9a:34617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:20:27,536 DEBUG [RS:2;6b1293cedc9a:34617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:20:27,537 DEBUG [RS:2;6b1293cedc9a:34617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:20:27,537 INFO [RS:2;6b1293cedc9a:34617 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:20:27,537 INFO [RS:2;6b1293cedc9a:34617 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:20:27,537 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.Replication(204): 6b1293cedc9a,39341,1734078026661 started 2024-12-13T08:20:27,537 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,39341,1734078026661, RpcServer on 6b1293cedc9a/172.17.0.2:39341, sessionid=0x1001e79eec60004 2024-12-13T08:20:27,537 DEBUG [RS:3;6b1293cedc9a:39341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:20:27,537 DEBUG [RS:3;6b1293cedc9a:39341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,39341,1734078026661 2024-12-13T08:20:27,537 DEBUG [RS:3;6b1293cedc9a:39341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,39341,1734078026661' 2024-12-13T08:20:27,537 DEBUG [RS:3;6b1293cedc9a:39341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:20:27,537 DEBUG [RS:3;6b1293cedc9a:39341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:20:27,538 DEBUG [RS:3;6b1293cedc9a:39341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:20:27,538 DEBUG [RS:3;6b1293cedc9a:39341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:20:27,538 DEBUG [RS:3;6b1293cedc9a:39341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,39341,1734078026661 2024-12-13T08:20:27,538 DEBUG [RS:3;6b1293cedc9a:39341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,39341,1734078026661' 2024-12-13T08:20:27,538 DEBUG [RS:3;6b1293cedc9a:39341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:20:27,538 DEBUG [RS:3;6b1293cedc9a:39341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:20:27,538 DEBUG [RS:3;6b1293cedc9a:39341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:20:27,538 INFO [RS:3;6b1293cedc9a:39341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:20:27,538 INFO [RS:3;6b1293cedc9a:39341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:20:27,544 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.Replication(204): 6b1293cedc9a,42989,1734078026558 started 2024-12-13T08:20:27,544 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,42989,1734078026558, RpcServer on 6b1293cedc9a/172.17.0.2:42989, sessionid=0x1001e79eec60002 2024-12-13T08:20:27,544 DEBUG [RS:1;6b1293cedc9a:42989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:20:27,544 DEBUG [RS:1;6b1293cedc9a:42989 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,42989,1734078026558 2024-12-13T08:20:27,544 DEBUG [RS:1;6b1293cedc9a:42989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,42989,1734078026558' 2024-12-13T08:20:27,544 DEBUG [RS:1;6b1293cedc9a:42989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:20:27,545 DEBUG [RS:1;6b1293cedc9a:42989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:20:27,545 DEBUG [RS:1;6b1293cedc9a:42989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:20:27,545 DEBUG [RS:1;6b1293cedc9a:42989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:20:27,545 DEBUG [RS:1;6b1293cedc9a:42989 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,42989,1734078026558 2024-12-13T08:20:27,545 DEBUG [RS:1;6b1293cedc9a:42989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,42989,1734078026558' 2024-12-13T08:20:27,545 DEBUG [RS:1;6b1293cedc9a:42989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:20:27,545 DEBUG [RS:1;6b1293cedc9a:42989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:20:27,545 DEBUG [RS:1;6b1293cedc9a:42989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:20:27,545 INFO [RS:1;6b1293cedc9a:42989 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:20:27,545 INFO [RS:1;6b1293cedc9a:42989 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:20:27,629 INFO [RS:0;6b1293cedc9a:40025 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:27,631 INFO [RS:0;6b1293cedc9a:40025 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C40025%2C1734078026493, suffix=, logDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493, archiveDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs, maxLogs=10 2024-12-13T08:20:27,637 INFO [RS:2;6b1293cedc9a:34617 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:27,639 INFO [RS:3;6b1293cedc9a:39341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:27,639 INFO [RS:2;6b1293cedc9a:34617 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C34617%2C1734078026609, suffix=, logDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,34617,1734078026609, archiveDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs, maxLogs=10 2024-12-13T08:20:27,640 INFO [RS:3;6b1293cedc9a:39341 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C39341%2C1734078026661, suffix=, logDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661, archiveDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs, maxLogs=10 2024-12-13T08:20:27,646 INFO [RS:1;6b1293cedc9a:42989 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:27,647 INFO [RS:1;6b1293cedc9a:42989 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C42989%2C1734078026558, suffix=, logDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,42989,1734078026558, archiveDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs, maxLogs=10 2024-12-13T08:20:27,650 DEBUG [RS:2;6b1293cedc9a:34617 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,34617,1734078026609/6b1293cedc9a%2C34617%2C1734078026609.1734078027639, exclude list is [], retry=0 2024-12-13T08:20:27,650 DEBUG [RS:3;6b1293cedc9a:39341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.1734078027640, exclude list is [], retry=0 2024-12-13T08:20:27,651 DEBUG [RS:0;6b1293cedc9a:40025 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.1734078027631, exclude list is [], retry=0 2024-12-13T08:20:27,652 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37659,DS-e27f22e1-e8d4-4cb3-bfd6-0671566425ba,DISK] 2024-12-13T08:20:27,652 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43461,DS-09c15185-ecb1-46d6-8763-577dfe3feaff,DISK] 2024-12-13T08:20:27,652 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41421,DS-98d14e29-b937-44ab-886d-4a02c97db67b,DISK] 2024-12-13T08:20:27,653 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37659,DS-e27f22e1-e8d4-4cb3-bfd6-0671566425ba,DISK] 2024-12-13T08:20:27,653 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43461,DS-09c15185-ecb1-46d6-8763-577dfe3feaff,DISK] 2024-12-13T08:20:27,653 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37659,DS-e27f22e1-e8d4-4cb3-bfd6-0671566425ba,DISK] 2024-12-13T08:20:27,653 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41421,DS-98d14e29-b937-44ab-886d-4a02c97db67b,DISK] 2024-12-13T08:20:27,653 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41421,DS-98d14e29-b937-44ab-886d-4a02c97db67b,DISK] 2024-12-13T08:20:27,653 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43461,DS-09c15185-ecb1-46d6-8763-577dfe3feaff,DISK] 2024-12-13T08:20:27,657 INFO [RS:3;6b1293cedc9a:39341 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.1734078027640 2024-12-13T08:20:27,657 INFO [RS:2;6b1293cedc9a:34617 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,34617,1734078026609/6b1293cedc9a%2C34617%2C1734078026609.1734078027639 2024-12-13T08:20:27,658 INFO [RS:0;6b1293cedc9a:40025 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.1734078027631 2024-12-13T08:20:27,658 DEBUG [RS:2;6b1293cedc9a:34617 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37285:37285),(127.0.0.1/127.0.0.1:40707:40707),(127.0.0.1/127.0.0.1:35803:35803)] 2024-12-13T08:20:27,658 DEBUG [RS:3;6b1293cedc9a:39341 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35803:35803),(127.0.0.1/127.0.0.1:37285:37285),(127.0.0.1/127.0.0.1:40707:40707)] 2024-12-13T08:20:27,658 DEBUG [RS:0;6b1293cedc9a:40025 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35803:35803),(127.0.0.1/127.0.0.1:40707:40707),(127.0.0.1/127.0.0.1:37285:37285)] 2024-12-13T08:20:27,660 DEBUG [RS:1;6b1293cedc9a:42989 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,42989,1734078026558/6b1293cedc9a%2C42989%2C1734078026558.1734078027647, exclude list is [], retry=0 2024-12-13T08:20:27,662 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37659,DS-e27f22e1-e8d4-4cb3-bfd6-0671566425ba,DISK] 2024-12-13T08:20:27,662 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41421,DS-98d14e29-b937-44ab-886d-4a02c97db67b,DISK] 2024-12-13T08:20:27,662 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43765,DS-ef80822d-2126-4214-a1f9-ebdc7f5d8d10,DISK] 2024-12-13T08:20:27,664 INFO [RS:1;6b1293cedc9a:42989 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,42989,1734078026558/6b1293cedc9a%2C42989%2C1734078026558.1734078027647 2024-12-13T08:20:27,664 DEBUG [RS:1;6b1293cedc9a:42989 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35803:35803),(127.0.0.1/127.0.0.1:40707:40707),(127.0.0.1/127.0.0.1:34753:34753)] 2024-12-13T08:20:27,907 DEBUG [6b1293cedc9a:43155 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-13T08:20:27,907 DEBUG [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:20:27,909 DEBUG [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:20:27,909 DEBUG [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:20:27,909 DEBUG [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:20:27,909 DEBUG [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:20:27,909 INFO [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:20:27,909 INFO [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:20:27,909 INFO [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:20:27,909 INFO [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:20:27,909 DEBUG [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-13T08:20:27,910 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1293cedc9a,39341,1734078026661 2024-12-13T08:20:27,910 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,39341,1734078026661, state=OPENING 2024-12-13T08:20:27,964 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T08:20:28,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:28,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:28,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:28,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:28,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:28,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:28,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:28,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:28,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:28,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6b1293cedc9a,39341,1734078026661}] 2024-12-13T08:20:28,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:28,087 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:28,087 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:28,177 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,39341,1734078026661 2024-12-13T08:20:28,177 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:28,178 INFO [RS-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:20:28,181 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T08:20:28,181 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:28,196 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-13T08:20:28,197 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T08:20:28,198 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C39341%2C1734078026661.meta, suffix=.meta, logDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661, archiveDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs, maxLogs=10 2024-12-13T08:20:28,209 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta, exclude list is [], retry=0 2024-12-13T08:20:28,209 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x128fa9d8 to 127.0.0.1:57139 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ad8ac17 2024-12-13T08:20:28,211 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43461,DS-09c15185-ecb1-46d6-8763-577dfe3feaff,DISK] 2024-12-13T08:20:28,212 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37659,DS-e27f22e1-e8d4-4cb3-bfd6-0671566425ba,DISK] 2024-12-13T08:20:28,212 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41421,DS-98d14e29-b937-44ab-886d-4a02c97db67b,DISK] 2024-12-13T08:20:28,213 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta 2024-12-13T08:20:28,215 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37285:37285),(127.0.0.1/127.0.0.1:35803:35803),(127.0.0.1/127.0.0.1:40707:40707)] 2024-12-13T08:20:28,215 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:28,216 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:28,216 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T08:20:28,216 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:28,216 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T08:20:28,216 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:28,216 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T08:20:28,216 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T08:20:28,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:20:28,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:20:28,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:28,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:28,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:20:28,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:20:28,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:28,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:28,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:20:28,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:20:28,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:28,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:28,222 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740 2024-12-13T08:20:28,223 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740 2024-12-13T08:20:28,224 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:28,225 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:20:28,226 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75304679, jitterRate=0.12212716042995453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:28,226 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:20:28,227 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734078028176 2024-12-13T08:20:28,228 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T08:20:28,228 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T08:20:28,228 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39341,1734078026661 2024-12-13T08:20:28,230 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,39341,1734078026661, state=OPEN 2024-12-13T08:20:28,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:28,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:28,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:28,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:28,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:28,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:28,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:28,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:28,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:28,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:28,298 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb36066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:28,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T08:20:28,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=6b1293cedc9a,39341,1734078026661 in 273 msec 2024-12-13T08:20:28,300 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:57139 2024-12-13T08:20:28,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T08:20:28,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0450 sec 2024-12-13T08:20:28,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0840 sec 2024-12-13T08:20:28,302 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734078028302, completionTime=-1 2024-12-13T08:20:28,302 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=4; waited=0ms, expected min=4 server(s), max=4 server(s), master is running 2024-12-13T08:20:28,302 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T08:20:28,303 DEBUG [hconnection-0x232b04d7-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:28,304 INFO [RS-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:28,305 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=4 2024-12-13T08:20:28,305 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734078088305 2024-12-13T08:20:28,305 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734078148305 2024-12-13T08:20:28,305 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-12-13T08:20:28,314 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:28,315 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=968e3d8f-605d-42a2-8bbc-0d36cec91de5 to cluster=968e3d8f-605d-42a2-8bbc-0d36cec91de5 2024-12-13T08:20:28,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1001e79eec60006 connected 2024-12-13T08:20:28,315 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=6b1293cedc9a%2C39341%2C1734078026661 2024-12-13T08:20:28,315 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T08:20:28,319 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:28,319 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1293cedc9a%2C39341%2C1734078026661 2024-12-13T08:20:28,328 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:28,328 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta to pos 316, reset compression=false 2024-12-13T08:20:28,328 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734078028226/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta, lastWalPosition=316, nbRowKeys=1, nbHFiles=0, heapSize=332, lastSeqIds={}, endOfFile=false,usedBufferSize=332] 2024-12-13T08:20:28,332 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:20:28,339 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,43155,1734078026327-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:28,339 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,43155,1734078026327-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:28,339 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,43155,1734078026327-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:28,340 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1293cedc9a:43155, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:28,340 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:28,340 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T08:20:28,340 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:20:28,341 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T08:20:28,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:20:28,343 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:28,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:20:28,350 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T08:20:28,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741838_1014 (size=358) 2024-12-13T08:20:28,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741838_1014 (size=358) 2024-12-13T08:20:28,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741838_1014 (size=358) 2024-12-13T08:20:28,551 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta to pos 316, reset compression=false 2024-12-13T08:20:28,770 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7c3525685805eceb6d1783340c8d515a, NAME => 'hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129 2024-12-13T08:20:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:20:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:20:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:20:28,784 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:28,784 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 7c3525685805eceb6d1783340c8d515a, disabling compactions & flushes 2024-12-13T08:20:28,784 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a. 2024-12-13T08:20:28,784 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a. 2024-12-13T08:20:28,784 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a. after waiting 0 ms 2024-12-13T08:20:28,784 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a. 2024-12-13T08:20:28,784 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a. 2024-12-13T08:20:28,784 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7c3525685805eceb6d1783340c8d515a: 2024-12-13T08:20:28,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:20:28,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734078028785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078028785"}]},"ts":"1734078028785"} 2024-12-13T08:20:28,787 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T08:20:28,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:20:28,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078028787"}]},"ts":"1734078028787"} 2024-12-13T08:20:28,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T08:20:28,843 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:20:28,844 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:20:28,844 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:20:28,844 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:20:28,844 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:20:28,845 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:20:28,845 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:20:28,845 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:20:28,845 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:20:28,845 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-13T08:20:28,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=7c3525685805eceb6d1783340c8d515a, ASSIGN}] 2024-12-13T08:20:28,847 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=7c3525685805eceb6d1783340c8d515a, ASSIGN 2024-12-13T08:20:28,848 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=7c3525685805eceb6d1783340c8d515a, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42989,1734078026558; forceNewPlan=false, retain=false 2024-12-13T08:20:28,854 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta to pos 316, reset compression=false 2024-12-13T08:20:28,862 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:28,862 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta to pos 685, reset compression=false 2024-12-13T08:20:28,862 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4=[#edits: 2 = ],436}, {hbase:meta/1588230740/5=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta, lastWalPosition=685, nbRowKeys=2, nbHFiles=0, heapSize=624, lastSeqIds={}, endOfFile=false,usedBufferSize=624] 2024-12-13T08:20:28,998 INFO [6b1293cedc9a:43155 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:20:28,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=7c3525685805eceb6d1783340c8d515a, regionState=OPENING, regionLocation=6b1293cedc9a,42989,1734078026558 2024-12-13T08:20:29,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 7c3525685805eceb6d1783340c8d515a, server=6b1293cedc9a,42989,1734078026558}] 2024-12-13T08:20:29,068 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta to pos 685, reset compression=false 2024-12-13T08:20:29,073 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:29,073 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta to pos 1094, reset compression=false 2024-12-13T08:20:29,073 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6=[#edits: 3 = ],612}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta, lastWalPosition=1094, nbRowKeys=1, nbHFiles=0, heapSize=612, lastSeqIds={}, endOfFile=false,usedBufferSize=612] 2024-12-13T08:20:29,147 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:20:29,152 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,42989,1734078026558 2024-12-13T08:20:29,153 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:29,155 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:20:29,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a. 2024-12-13T08:20:29,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 7c3525685805eceb6d1783340c8d515a, NAME => 'hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:29,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 7c3525685805eceb6d1783340c8d515a 2024-12-13T08:20:29,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:29,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 7c3525685805eceb6d1783340c8d515a 2024-12-13T08:20:29,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 7c3525685805eceb6d1783340c8d515a 2024-12-13T08:20:29,161 INFO [StoreOpener-7c3525685805eceb6d1783340c8d515a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7c3525685805eceb6d1783340c8d515a 2024-12-13T08:20:29,162 INFO [StoreOpener-7c3525685805eceb6d1783340c8d515a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c3525685805eceb6d1783340c8d515a columnFamilyName info 2024-12-13T08:20:29,162 DEBUG [StoreOpener-7c3525685805eceb6d1783340c8d515a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:29,163 INFO [StoreOpener-7c3525685805eceb6d1783340c8d515a-1 {}] regionserver.HStore(327): Store=7c3525685805eceb6d1783340c8d515a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:29,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/namespace/7c3525685805eceb6d1783340c8d515a 2024-12-13T08:20:29,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/namespace/7c3525685805eceb6d1783340c8d515a 2024-12-13T08:20:29,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 7c3525685805eceb6d1783340c8d515a 2024-12-13T08:20:29,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/namespace/7c3525685805eceb6d1783340c8d515a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:20:29,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 7c3525685805eceb6d1783340c8d515a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73642999, jitterRate=0.09736619889736176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:20:29,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 7c3525685805eceb6d1783340c8d515a: 2024-12-13T08:20:29,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a., pid=6, masterSystemTime=1734078029152 2024-12-13T08:20:29,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a. 2024-12-13T08:20:29,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a. 2024-12-13T08:20:29,170 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=7c3525685805eceb6d1783340c8d515a, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,42989,1734078026558 2024-12-13T08:20:29,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T08:20:29,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 7c3525685805eceb6d1783340c8d515a, server=6b1293cedc9a,42989,1734078026558 in 171 msec 2024-12-13T08:20:29,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T08:20:29,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=7c3525685805eceb6d1783340c8d515a, ASSIGN in 328 msec 2024-12-13T08:20:29,176 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:20:29,176 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078029176"}]},"ts":"1734078029176"} 2024-12-13T08:20:29,178 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T08:20:29,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:29,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:29,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:29,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:29,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:29,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:29,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:29,192 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:20:29,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 852 msec 2024-12-13T08:20:29,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:29,243 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-13T08:20:29,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:29,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:29,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:29,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-13T08:20:29,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:29,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:29,251 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:29,253 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:29,255 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T08:20:29,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-13T08:20:29,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 19 msec 2024-12-13T08:20:29,276 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta to pos 1094, reset compression=false 2024-12-13T08:20:29,277 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T08:20:29,281 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:29,281 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta to pos 1808, reset compression=false 2024-12-13T08:20:29,281 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7=[#edits: 5 = ],916}, {hbase:meta/1588230740/8=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta, lastWalPosition=1808, nbRowKeys=2, nbHFiles=0, heapSize=1104, lastSeqIds={}, endOfFile=false,usedBufferSize=1104] 2024-12-13T08:20:29,288 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:29,288 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:29,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-13T08:20:29,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 22 msec 2024-12-13T08:20:29,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-13T08:20:29,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-13T08:20:29,339 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.558sec 2024-12-13T08:20:29,340 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T08:20:29,340 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T08:20:29,340 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T08:20:29,340 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T08:20:29,340 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T08:20:29,340 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,43155,1734078026327-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:29,340 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,43155,1734078026327-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T08:20:29,342 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T08:20:29,342 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T08:20:29,342 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,43155,1734078026327-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:29,408 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x552d647e to 127.0.0.1:57139 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4bbefc53 2024-12-13T08:20:29,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a5c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:29,417 DEBUG [hconnection-0x768d865e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:29,418 INFO [RS-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:29,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=6b1293cedc9a,43155,1734078026327 2024-12-13T08:20:29,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T08:20:29,421 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T08:20:29,423 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43155 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table hbase:meta from 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} to 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', REGION_REPLICATION => '3', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:20:29,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43155 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=hbase:meta 2024-12-13T08:20:29,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741840_1016 (size=1064) 2024-12-13T08:20:29,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741840_1016 (size=1064) 2024-12-13T08:20:29,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741840_1016 (size=1064) 2024-12-13T08:20:29,435 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T08:20:29,435 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/.tabledesc/.tableinfo.0000000002.1064 2024-12-13T08:20:29,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=hbase:meta}] 2024-12-13T08:20:29,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE}] 2024-12-13T08:20:29,440 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-13T08:20:29,441 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=6b1293cedc9a,39341,1734078026661 2024-12-13T08:20:29,441 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,39341,1734078026661, state=CLOSING 2024-12-13T08:20:29,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:29,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:29,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:29,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:29,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:29,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:29,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:29,448 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:20:29,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:29,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:29,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:29,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; CloseRegionProcedure 1588230740, server=6b1293cedc9a,39341,1734078026661}] 2024-12-13T08:20:29,485 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta to pos 1808, reset compression=false 2024-12-13T08:20:29,600 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,39341,1734078026661 2024-12-13T08:20:29,600 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-13T08:20:29,600 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:20:29,600 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:20:29,601 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:20:29,601 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:20:29,601 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:20:29,601 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:20:29,601 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.23 KB heapSize=2.87 KB 2024-12-13T08:20:29,615 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/703fe19896a94a3f9d2ea1af0d6b3b1c is 143, key is hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a./info:regioninfo/1734078029170/Put/seqid=0 2024-12-13T08:20:29,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741841_1017 (size=6595) 2024-12-13T08:20:29,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741841_1017 (size=6595) 2024-12-13T08:20:29,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741841_1017 (size=6595) 2024-12-13T08:20:29,621 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.14 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/703fe19896a94a3f9d2ea1af0d6b3b1c 2024-12-13T08:20:29,640 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/table/01e2098df89e4c478529704c3cf61e04 is 51, key is hbase:namespace/table:state/1734078029176/Put/seqid=0 2024-12-13T08:20:29,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741842_1018 (size=5242) 2024-12-13T08:20:29,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741842_1018 (size=5242) 2024-12-13T08:20:29,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741842_1018 (size=5242) 2024-12-13T08:20:29,647 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/table/01e2098df89e4c478529704c3cf61e04 2024-12-13T08:20:29,654 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/703fe19896a94a3f9d2ea1af0d6b3b1c as hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/703fe19896a94a3f9d2ea1af0d6b3b1c 2024-12-13T08:20:29,664 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/703fe19896a94a3f9d2ea1af0d6b3b1c, entries=10, sequenceid=9, filesize=6.4 K 2024-12-13T08:20:29,665 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/table/01e2098df89e4c478529704c3cf61e04 as hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/table/01e2098df89e4c478529704c3cf61e04 2024-12-13T08:20:29,671 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/table/01e2098df89e4c478529704c3cf61e04, entries=2, sequenceid=9, filesize=5.1 K 2024-12-13T08:20:29,672 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(3040): Finished flush of dataSize ~1.23 KB/1264, heapSize ~2.59 KB/2648, currentSize=0 B/0 for 1588230740 in 71ms, sequenceid=9, compaction requested=false 2024-12-13T08:20:29,676 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-13T08:20:29,677 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:29,677 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:29,677 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:20:29,677 WARN [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionServer(3786): Not adding moved region record: 1588230740 to self. 2024-12-13T08:20:29,678 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-13T08:20:29,679 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-13T08:20:29,679 WARN [PEWorker-1 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-13T08:20:29,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-13T08:20:29,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; CloseRegionProcedure 1588230740, server=6b1293cedc9a,39341,1734078026661 in 231 msec 2024-12-13T08:20:29,680 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=6b1293cedc9a,39341,1734078026661; forceNewPlan=false, retain=true 2024-12-13T08:20:29,790 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta to pos 1808, reset compression=false 2024-12-13T08:20:29,802 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:29,802 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta to pos 2476, reset compression=false 2024-12-13T08:20:29,802 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078029601/Put/vlen=101/seqid=0; >],284}, {hbase:meta/1588230740/11=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078029672/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/12=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734078029673/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta, lastWalPosition=2476, nbRowKeys=3, nbHFiles=0, heapSize=972, lastSeqIds={}, endOfFile=false,usedBufferSize=972] 2024-12-13T08:20:29,805 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-2 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-13T08:20:29,807 WARN [ReadOnlyZKClient-127.0.0.1:57139@0x128fa9d8 {}] client.ZKConnectionRegistry(198): Meta region is in state CLOSING 2024-12-13T08:20:29,831 INFO [6b1293cedc9a:43155 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:20:29,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1293cedc9a,39341,1734078026661 2024-12-13T08:20:29,832 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,39341,1734078026661, state=OPENING 2024-12-13T08:20:29,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:29,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:29,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:29,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:29,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:29,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:29,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:29,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:29,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:29,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6b1293cedc9a,39341,1734078026661}] 2024-12-13T08:20:29,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:29,992 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,39341,1734078026661 2024-12-13T08:20:29,995 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T08:20:29,995 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:29,996 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:29,996 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T08:20:29,996 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:29,996 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T08:20:29,996 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:29,996 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T08:20:29,996 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T08:20:29,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:20:29,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:20:29,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:30,003 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/703fe19896a94a3f9d2ea1af0d6b3b1c 2024-12-13T08:20:30,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:30,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:20:30,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:20:30,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:30,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:30,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:20:30,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:20:30,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:30,007 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta to pos 2476, reset compression=false 2024-12-13T08:20:30,012 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/table/01e2098df89e4c478529704c3cf61e04 2024-12-13T08:20:30,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:30,013 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740 2024-12-13T08:20:30,014 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740 2024-12-13T08:20:30,015 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:30,017 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:20:30,018 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71154312, jitterRate=0.06028187274932861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:30,018 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:20:30,019 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=13, masterSystemTime=1734078029992 2024-12-13T08:20:30,020 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T08:20:30,020 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T08:20:30,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,39341,1734078026661 2024-12-13T08:20:30,021 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,39341,1734078026661, state=OPEN 2024-12-13T08:20:30,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:30,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:30,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:30,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:30,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:30,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:30,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:30,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:30,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:30,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:30,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-13T08:20:30,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1588230740, server=6b1293cedc9a,39341,1734078026661 in 212 msec 2024-12-13T08:20:30,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-13T08:20:30,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 614 msec 2024-12-13T08:20:30,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-13T08:20:30,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; ReopenTableRegionsProcedure table=hbase:meta in 618 msec 2024-12-13T08:20:30,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN}] 2024-12-13T08:20:30,057 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN 2024-12-13T08:20:30,057 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN 2024-12-13T08:20:30,057 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:20:30,057 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:20:30,057 DEBUG [6b1293cedc9a:43155 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-13T08:20:30,058 DEBUG [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:20:30,060 DEBUG [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:20:30,060 DEBUG [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:20:30,060 DEBUG [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:20:30,060 DEBUG [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:20:30,060 INFO [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:20:30,060 INFO [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:20:30,060 INFO [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:20:30,060 INFO [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:20:30,060 DEBUG [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-13T08:20:30,061 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=6b1293cedc9a,42989,1734078026558 2024-12-13T08:20:30,061 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=6b1293cedc9a,34617,1734078026609 2024-12-13T08:20:30,061 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 6b1293cedc9a,34617,1734078026609, state=OPENING 2024-12-13T08:20:30,061 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 6b1293cedc9a,42989,1734078026558, state=OPENING 2024-12-13T08:20:30,073 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=1, create it 2024-12-13T08:20:30,073 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=2, create it 2024-12-13T08:20:30,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:30,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:30,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:30,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:30,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:30,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:30,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:30,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:30,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:30,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:30,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE; OpenRegionProcedure 534574363, server=6b1293cedc9a,34617,1734078026609}] 2024-12-13T08:20:30,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=15, state=RUNNABLE; OpenRegionProcedure 1657623790, server=6b1293cedc9a,42989,1734078026558}] 2024-12-13T08:20:30,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:30,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:30,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:30,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:30,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:30,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:30,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:30,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:30,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:30,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:30,234 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,42989,1734078026558 2024-12-13T08:20:30,234 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,34617,1734078026609 2024-12-13T08:20:30,234 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:30,236 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:20:30,237 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-13T08:20:30,237 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-13T08:20:30,237 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:30,238 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-13T08:20:30,238 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:30,238 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-13T08:20:30,238 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:30,238 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-13T08:20:30,238 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-13T08:20:30,238 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-13T08:20:30,238 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-13T08:20:30,238 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-13T08:20:30,239 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:30,239 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-13T08:20:30,239 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:30,239 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-13T08:20:30,239 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:30,239 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-13T08:20:30,239 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-13T08:20:30,239 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:30,239 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-13T08:20:30,241 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-13T08:20:30,242 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-13T08:20:30,242 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:30,246 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/703fe19896a94a3f9d2ea1af0d6b3b1c 2024-12-13T08:20:30,246 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:30,246 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-13T08:20:30,247 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/703fe19896a94a3f9d2ea1af0d6b3b1c 2024-12-13T08:20:30,247 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:30,247 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-13T08:20:30,247 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-13T08:20:30,247 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:30,247 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-13T08:20:30,248 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:30,248 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:30,248 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-13T08:20:30,248 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:30,248 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-13T08:20:30,248 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-13T08:20:30,248 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:30,248 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-13T08:20:30,249 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:30,254 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/table/01e2098df89e4c478529704c3cf61e04 2024-12-13T08:20:30,255 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:30,255 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:30,256 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61339542, jitterRate=-0.08596959710121155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:30,257 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-13T08:20:30,257 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=17, masterSystemTime=1734078030234 2024-12-13T08:20:30,259 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-13T08:20:30,259 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-13T08:20:30,259 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-13T08:20:30,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,42989,1734078026558 2024-12-13T08:20:30,259 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:30,260 INFO [RS-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:30,260 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39341 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-13T08:20:30,260 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/table/01e2098df89e4c478529704c3cf61e04 2024-12-13T08:20:30,260 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:30,260 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 6b1293cedc9a,42989,1734078026558, state=OPEN 2024-12-13T08:20:30,260 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:30,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39341 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:30,262 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 1657623790; now waiting and blocking reads until observing a flush marker 2024-12-13T08:20:30,262 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67835039, jitterRate=0.010820850729942322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:30,262 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-13T08:20:30,262 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-13T08:20:30,262 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=16, masterSystemTime=1734078030234 2024-12-13T08:20:30,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:30,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:30,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:30,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:30,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:30,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:30,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:30,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:30,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:30,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:30,265 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,34617,1734078026609 2024-12-13T08:20:30,266 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 6b1293cedc9a,34617,1734078026609, state=OPEN 2024-12-13T08:20:30,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=15 2024-12-13T08:20:30,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=15, state=SUCCESS; OpenRegionProcedure 1657623790, server=6b1293cedc9a,42989,1734078026558 in 182 msec 2024-12-13T08:20:30,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN in 210 msec 2024-12-13T08:20:30,267 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-13T08:20:30,267 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-13T08:20:30,267 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-13T08:20:30,267 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:30,269 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:30,269 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39341 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-13T08:20:30,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39341 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:30,269 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 534574363; now waiting and blocking reads until observing a flush marker 2024-12-13T08:20:30,269 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-13T08:20:30,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:30,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:30,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:30,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:30,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:30,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:30,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:30,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:30,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:30,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:30,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=14 2024-12-13T08:20:30,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=14, state=SUCCESS; OpenRegionProcedure 534574363, server=6b1293cedc9a,34617,1734078026609 in 191 msec 2024-12-13T08:20:30,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=14, resume processing ppid=9 2024-12-13T08:20:30,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN in 218 msec 2024-12-13T08:20:30,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; ModifyTableProcedure table=hbase:meta in 853 msec 2024-12-13T08:20:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43155 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:20:30,278 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:30,279 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x25470a04 to 127.0.0.1:57139 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fe2c784 2024-12-13T08:20:30,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6c5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:30,293 INFO [Time-limited test {}] master.MasterRpcServices(506): Client=null/null set balanceSwitch=false 2024-12-13T08:20:30,293 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [2,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:30,394 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(255): Writing data from 0 to 1000 2024-12-13T08:20:30,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:30,396 INFO [RS-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:30,588 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:30,588 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:30,800 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:20:30,800 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:31,061 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(257): flushing table 2024-12-13T08:20:31,061 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=29.08 KB heapSize=102.31 KB 2024-12-13T08:20:31,079 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/d933acde75ea42da9e2bdcadb072d45b is 34, key is 100/info:/1734078030483/Put/seqid=0 2024-12-13T08:20:31,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741843_1019 (size=43843) 2024-12-13T08:20:31,089 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.08 KB at sequenceid=1019 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/d933acde75ea42da9e2bdcadb072d45b 2024-12-13T08:20:31,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741843_1019 (size=43843) 2024-12-13T08:20:31,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741843_1019 (size=43843) 2024-12-13T08:20:31,095 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/d933acde75ea42da9e2bdcadb072d45b as hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/d933acde75ea42da9e2bdcadb072d45b 2024-12-13T08:20:31,101 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/d933acde75ea42da9e2bdcadb072d45b, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-13T08:20:31,101 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~29.08 KB/29780, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 40ms, sequenceid=1019, compaction requested=false 2024-12-13T08:20:31,102 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:31,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(259): compacting table 2024-12-13T08:20:31,103 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-13T08:20:31,105 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:31,105 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:31,106 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-13T08:20:31,106 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:31,107 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:31,107 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-13T08:20:31,107 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:31,107 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:31,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(255): Writing data from 1000 to 2000 2024-12-13T08:20:31,158 DEBUG [AsyncFSWAL-0-hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129-prefix:6b1293cedc9a,39341,1734078026661.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80546, logrollsize=80530 2024-12-13T08:20:31,158 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C39341%2C1734078026661.meta:.meta(num 1734078028199) roll requested 2024-12-13T08:20:31,178 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078031158.meta, exclude list is [], retry=0 2024-12-13T08:20:31,182 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43765,DS-ef80822d-2126-4214-a1f9-ebdc7f5d8d10,DISK] 2024-12-13T08:20:31,182 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43461,DS-09c15185-ecb1-46d6-8763-577dfe3feaff,DISK] 2024-12-13T08:20:31,183 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41421,DS-98d14e29-b937-44ab-886d-4a02c97db67b,DISK] 2024-12-13T08:20:31,185 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta with entries=1143, filesize=81.58 KB; new WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078031158.meta 2024-12-13T08:20:31,187 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37285:37285),(127.0.0.1/127.0.0.1:34753:34753),(127.0.0.1/127.0.0.1:40707:40707)] 2024-12-13T08:20:31,187 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta is not closed yet, will try archiving it next time 2024-12-13T08:20:31,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741837_1013 (size=83547) 2024-12-13T08:20:31,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741837_1013 (size=83547) 2024-12-13T08:20:31,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741837_1013 (size=83547) 2024-12-13T08:20:31,718 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(257): flushing table 2024-12-13T08:20:31,718 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-13T08:20:31,726 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/efeb2d57431f4517a7fcaba2cd65feb7 is 36, key is 1000/info:/1734078031108/Put/seqid=0 2024-12-13T08:20:31,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741845_1021 (size=46423) 2024-12-13T08:20:31,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741845_1021 (size=46423) 2024-12-13T08:20:31,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741845_1021 (size=46423) 2024-12-13T08:20:31,732 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=2022 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/efeb2d57431f4517a7fcaba2cd65feb7 2024-12-13T08:20:31,738 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/efeb2d57431f4517a7fcaba2cd65feb7 as hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/efeb2d57431f4517a7fcaba2cd65feb7 2024-12-13T08:20:31,743 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/efeb2d57431f4517a7fcaba2cd65feb7, entries=1000, sequenceid=2022, filesize=45.3 K 2024-12-13T08:20:31,743 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 25ms, sequenceid=2022, compaction requested=true 2024-12-13T08:20:31,743 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:31,743 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(259): compacting table 2024-12-13T08:20:31,743 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T08:20:31,745 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 96861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T08:20:31,745 DEBUG [Time-limited test {}] regionserver.HStore(1540): 1588230740/info is initiating minor compaction (all files) 2024-12-13T08:20:31,745 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:31,745 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:31,745 INFO [Time-limited test {}] regionserver.HRegion(2351): Starting compaction of 1588230740/info in hbase:meta,,1.1588230740 2024-12-13T08:20:31,745 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/703fe19896a94a3f9d2ea1af0d6b3b1c, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/d933acde75ea42da9e2bdcadb072d45b, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/efeb2d57431f4517a7fcaba2cd65feb7] into tmpdir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp, totalSize=94.6 K 2024-12-13T08:20:31,746 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 703fe19896a94a3f9d2ea1af0d6b3b1c, keycount=10, bloomtype=ROWCOL, size=6.4 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=9, earliestPutTs=1734078028785 2024-12-13T08:20:31,746 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting d933acde75ea42da9e2bdcadb072d45b, keycount=1000, bloomtype=ROWCOL, size=42.8 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=1019, earliestPutTs=1734078030397 2024-12-13T08:20:31,746 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting efeb2d57431f4517a7fcaba2cd65feb7, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=2022, earliestPutTs=1734078031108 2024-12-13T08:20:31,789 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1588230740#info#compaction#47 average throughput is 1.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T08:20:31,790 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/d0cbf0cacf754f2e89e36b8b45570c69 is 143, key is hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a./info:regioninfo/1734078029170/Put/seqid=0 2024-12-13T08:20:31,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741846_1022 (size=86780) 2024-12-13T08:20:31,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741846_1022 (size=86780) 2024-12-13T08:20:31,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741846_1022 (size=86780) 2024-12-13T08:20:31,814 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/d0cbf0cacf754f2e89e36b8b45570c69 as hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/d0cbf0cacf754f2e89e36b8b45570c69 2024-12-13T08:20:31,827 INFO [Time-limited test {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1588230740/info of 1588230740 into d0cbf0cacf754f2e89e36b8b45570c69(size=84.7 K), total size for store is 84.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T08:20:31,827 DEBUG [Time-limited test {}] regionserver.HRegion(2381): Compaction status journal for 1588230740: 2024-12-13T08:20:31,827 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-13T08:20:31,827 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:31,827 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:31,827 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-13T08:20:31,828 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:31,828 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:31,828 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(255): Writing data from 2000 to 3000 2024-12-13T08:20:31,917 DEBUG [AsyncFSWAL-0-hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129-prefix:6b1293cedc9a,39341,1734078026661.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80556, logrollsize=80530 2024-12-13T08:20:31,917 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C39341%2C1734078026661.meta:.meta(num 1734078031158) roll requested 2024-12-13T08:20:31,931 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078031917.meta, exclude list is [], retry=0 2024-12-13T08:20:31,934 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37659,DS-e27f22e1-e8d4-4cb3-bfd6-0671566425ba,DISK] 2024-12-13T08:20:31,934 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41421,DS-98d14e29-b937-44ab-886d-4a02c97db67b,DISK] 2024-12-13T08:20:31,934 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43461,DS-09c15185-ecb1-46d6-8763-577dfe3feaff,DISK] 2024-12-13T08:20:31,936 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078031158.meta with entries=1136, filesize=81.52 KB; new WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078031917.meta 2024-12-13T08:20:31,936 WARN [regionserver/6b1293cedc9a:0.logRoller {}] regionserver.ReplicationSourceLogQueue(88): peerId=region_replica_replication_catalog, WAL group 6b1293cedc9a%2C39341%2C1734078026661 queue size: 3 exceeds value of replication.source.log.queue.warn 2 2024-12-13T08:20:31,936 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40707:40707),(127.0.0.1/127.0.0.1:35803:35803),(127.0.0.1/127.0.0.1:37285:37285)] 2024-12-13T08:20:31,936 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078031158.meta is not closed yet, will try archiving it next time 2024-12-13T08:20:31,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741844_1020 (size=83484) 2024-12-13T08:20:31,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741844_1020 (size=83484) 2024-12-13T08:20:31,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741844_1020 (size=83484) 2024-12-13T08:20:31,938 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta 2024-12-13T08:20:31,989 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:31,989 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:32,266 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(257): flushing table 2024-12-13T08:20:32,266 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-13T08:20:32,274 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/269588767fd642f6b1d34e430bd3ee4d is 36, key is 2000/info:/1734078031828/Put/seqid=0 2024-12-13T08:20:32,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741848_1024 (size=46423) 2024-12-13T08:20:32,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741848_1024 (size=46423) 2024-12-13T08:20:32,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741848_1024 (size=46423) 2024-12-13T08:20:32,281 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=3026 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/269588767fd642f6b1d34e430bd3ee4d 2024-12-13T08:20:32,287 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/269588767fd642f6b1d34e430bd3ee4d as hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/269588767fd642f6b1d34e430bd3ee4d 2024-12-13T08:20:32,293 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/269588767fd642f6b1d34e430bd3ee4d, entries=1000, sequenceid=3026, filesize=45.3 K 2024-12-13T08:20:32,294 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 28ms, sequenceid=3026, compaction requested=false 2024-12-13T08:20:32,294 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:32,294 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(259): compacting table 2024-12-13T08:20:32,294 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-13T08:20:32,294 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:32,295 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:32,295 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-13T08:20:32,295 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:32,295 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:32,295 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-13T08:20:32,295 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:32,295 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:32,295 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(255): Writing data from 3000 to 4000 2024-12-13T08:20:32,431 DEBUG [AsyncFSWAL-0-hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129-prefix:6b1293cedc9a,39341,1734078026661.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80572, logrollsize=80530 2024-12-13T08:20:32,431 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C39341%2C1734078026661.meta:.meta(num 1734078031917) roll requested 2024-12-13T08:20:32,450 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta, exclude list is [], retry=0 2024-12-13T08:20:32,452 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43461,DS-09c15185-ecb1-46d6-8763-577dfe3feaff,DISK] 2024-12-13T08:20:32,452 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43765,DS-ef80822d-2126-4214-a1f9-ebdc7f5d8d10,DISK] 2024-12-13T08:20:32,453 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41421,DS-98d14e29-b937-44ab-886d-4a02c97db67b,DISK] 2024-12-13T08:20:32,455 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078031917.meta with entries=1143, filesize=81.82 KB; new WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta 2024-12-13T08:20:32,455 WARN [regionserver/6b1293cedc9a:0.logRoller {}] regionserver.ReplicationSourceLogQueue(88): peerId=region_replica_replication_catalog, WAL group 6b1293cedc9a%2C39341%2C1734078026661 queue size: 4 exceeds value of replication.source.log.queue.warn 2 2024-12-13T08:20:32,455 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37285:37285),(127.0.0.1/127.0.0.1:34753:34753),(127.0.0.1/127.0.0.1:40707:40707)] 2024-12-13T08:20:32,456 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078031917.meta is not closed yet, will try archiving it next time 2024-12-13T08:20:32,456 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078031158.meta to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078031158.meta 2024-12-13T08:20:32,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741847_1023 (size=83792) 2024-12-13T08:20:32,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741847_1023 (size=83792) 2024-12-13T08:20:32,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741847_1023 (size=83792) 2024-12-13T08:20:32,527 INFO [6b1293cedc9a:40025Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:32,532 INFO [6b1293cedc9a:34617Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:32,537 INFO [6b1293cedc9a:39341Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:32,544 INFO [6b1293cedc9a:42989Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:32,738 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:20:32,755 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(257): flushing table 2024-12-13T08:20:32,755 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-13T08:20:32,760 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/e2b7d49906a34a17a30248c129d6d92e is 36, key is 3000/info:/1734078032295/Put/seqid=0 2024-12-13T08:20:32,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741850_1026 (size=46423) 2024-12-13T08:20:32,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741850_1026 (size=46423) 2024-12-13T08:20:32,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741850_1026 (size=46423) 2024-12-13T08:20:32,767 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=4029 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/e2b7d49906a34a17a30248c129d6d92e 2024-12-13T08:20:32,773 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/e2b7d49906a34a17a30248c129d6d92e as hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/e2b7d49906a34a17a30248c129d6d92e 2024-12-13T08:20:32,777 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/e2b7d49906a34a17a30248c129d6d92e, entries=1000, sequenceid=4029, filesize=45.3 K 2024-12-13T08:20:32,781 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 26ms, sequenceid=4029, compaction requested=true 2024-12-13T08:20:32,781 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:32,781 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(259): compacting table 2024-12-13T08:20:32,782 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T08:20:32,783 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 179626 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T08:20:32,783 DEBUG [Time-limited test {}] regionserver.HStore(1540): 1588230740/info is initiating minor compaction (all files) 2024-12-13T08:20:32,783 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:32,783 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:32,783 INFO [Time-limited test {}] regionserver.HRegion(2351): Starting compaction of 1588230740/info in hbase:meta,,1.1588230740 2024-12-13T08:20:32,783 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/d0cbf0cacf754f2e89e36b8b45570c69, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/269588767fd642f6b1d34e430bd3ee4d, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/e2b7d49906a34a17a30248c129d6d92e] into tmpdir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp, totalSize=175.4 K 2024-12-13T08:20:32,783 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting d0cbf0cacf754f2e89e36b8b45570c69, keycount=2010, bloomtype=ROWCOL, size=84.7 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=2022, earliestPutTs=1734078028785 2024-12-13T08:20:32,784 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 269588767fd642f6b1d34e430bd3ee4d, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=3026, earliestPutTs=1734078031828 2024-12-13T08:20:32,784 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting e2b7d49906a34a17a30248c129d6d92e, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=4029, earliestPutTs=1734078032295 2024-12-13T08:20:32,814 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1588230740#info#compaction#50 average throughput is 5.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T08:20:32,814 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/eeca06148d6340dc9526ec5368911475 is 143, key is hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a./info:regioninfo/1734078029170/Put/seqid=0 2024-12-13T08:20:32,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741851_1027 (size=169699) 2024-12-13T08:20:32,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741851_1027 (size=169699) 2024-12-13T08:20:32,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741851_1027 (size=169699) 2024-12-13T08:20:32,823 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/eeca06148d6340dc9526ec5368911475 as hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/eeca06148d6340dc9526ec5368911475 2024-12-13T08:20:32,828 INFO [Time-limited test {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1588230740/info of 1588230740 into eeca06148d6340dc9526ec5368911475(size=165.7 K), total size for store is 165.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T08:20:32,828 DEBUG [Time-limited test {}] regionserver.HRegion(2381): Compaction status journal for 1588230740: 2024-12-13T08:20:32,828 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-13T08:20:32,828 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:32,829 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:32,829 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-13T08:20:32,829 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:32,829 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:32,829 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(255): Writing data from 4000 to 5000 2024-12-13T08:20:33,041 DEBUG [AsyncFSWAL-0-hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129-prefix:6b1293cedc9a,39341,1734078026661.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80556, logrollsize=80530 2024-12-13T08:20:33,041 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C39341%2C1734078026661.meta:.meta(num 1734078032431) roll requested 2024-12-13T08:20:33,054 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta, exclude list is [], retry=0 2024-12-13T08:20:33,057 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41421,DS-98d14e29-b937-44ab-886d-4a02c97db67b,DISK] 2024-12-13T08:20:33,057 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43461,DS-09c15185-ecb1-46d6-8763-577dfe3feaff,DISK] 2024-12-13T08:20:33,057 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43765,DS-ef80822d-2126-4214-a1f9-ebdc7f5d8d10,DISK] 2024-12-13T08:20:33,060 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta with entries=1122, filesize=80.52 KB; new WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta 2024-12-13T08:20:33,060 WARN [regionserver/6b1293cedc9a:0.logRoller {}] regionserver.ReplicationSourceLogQueue(88): peerId=region_replica_replication_catalog, WAL group 6b1293cedc9a%2C39341%2C1734078026661 queue size: 5 exceeds value of replication.source.log.queue.warn 2 2024-12-13T08:20:33,061 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40707:40707),(127.0.0.1/127.0.0.1:37285:37285),(127.0.0.1/127.0.0.1:34753:34753)] 2024-12-13T08:20:33,061 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta is not closed yet, will try archiving it next time 2024-12-13T08:20:33,061 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078031917.meta to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078031917.meta 2024-12-13T08:20:33,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741849_1025 (size=82462) 2024-12-13T08:20:33,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741849_1025 (size=82462) 2024-12-13T08:20:33,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741849_1025 (size=82462) 2024-12-13T08:20:33,361 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(257): flushing table 2024-12-13T08:20:33,361 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-13T08:20:33,366 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/f2b2518220d74278a5b0700bb7a065d6 is 36, key is 4000/info:/1734078032829/Put/seqid=0 2024-12-13T08:20:33,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741853_1029 (size=46423) 2024-12-13T08:20:33,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741853_1029 (size=46423) 2024-12-13T08:20:33,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741853_1029 (size=46423) 2024-12-13T08:20:33,372 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=5033 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/f2b2518220d74278a5b0700bb7a065d6 2024-12-13T08:20:33,377 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/f2b2518220d74278a5b0700bb7a065d6 as hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/f2b2518220d74278a5b0700bb7a065d6 2024-12-13T08:20:33,392 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/f2b2518220d74278a5b0700bb7a065d6, entries=1000, sequenceid=5033, filesize=45.3 K 2024-12-13T08:20:33,393 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=5033, compaction requested=false 2024-12-13T08:20:33,393 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:33,393 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(259): compacting table 2024-12-13T08:20:33,394 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] zookeeper.ZKUtil(444): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Unable to get data of znode /hbase/replication/rs because node does not exist (not necessarily an error) 2024-12-13T08:20:33,395 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] replication.ZKReplicationQueueStorage(530): Didn't find a RegionServer that replicates, won't prevent deletions. 2024-12-13T08:20:33,399 DEBUG [log_cleaner-dir-scan-pool-0 {}] cleaner.LogCleaner(121): Old WALs for delete: 6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta, 6b1293cedc9a%2C39341%2C1734078026661.meta.1734078031158.meta, 6b1293cedc9a%2C39341%2C1734078026661.meta.1734078031917.meta 2024-12-13T08:20:33,399 DEBUG [OldWALsCleaner-0 {}] cleaner.LogCleaner(176): Deleting HdfsNamedFileStatus{path=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta; isDirectory=false; length=83547; replication=3; blocksize=268435456; modification_time=1734078031938; access_time=1734078028210; owner=jenkins.hfs.11; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-13T08:20:33,400 DEBUG [OldWALsCleaner-0 {}] cleaner.LogCleaner(176): Deleting HdfsNamedFileStatus{path=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078031158.meta; isDirectory=false; length=83484; replication=3; blocksize=268435456; modification_time=1734078032456; access_time=1734078031179; owner=jenkins.hfs.11; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-13T08:20:33,401 DEBUG [OldWALsCleaner-0 {}] cleaner.LogCleaner(176): Deleting HdfsNamedFileStatus{path=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078031917.meta; isDirectory=false; length=83792; replication=3; blocksize=268435456; modification_time=1734078033061; access_time=1734078031932; owner=jenkins.hfs.11; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-13T08:20:33,403 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(269): Writing data from 5000 to 6000 2024-12-13T08:20:33,414 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta to pos 2476, reset compression=false 2024-12-13T08:20:33,417 ERROR [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] wal.AbstractFSWALProvider(479): Couldn't locate log: hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta 2024-12-13T08:20:33,417 ERROR [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.ReplicationSource(426): Unexpected exception in RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog currentPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta java.io.UncheckedIOException: java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:232) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] Caused by: java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:933) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1076) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] ... 3 more Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy41.getBlockLocations(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$getBlockLocations$0(ClientNamenodeProtocolTranslatorPB.java:340) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getBlockLocations(ClientNamenodeProtocolTranslatorPB.java:340) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy42.getBlockLocations(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy45.getBlockLocations(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy45.getBlockLocations(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1076) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] ... 3 more 2024-12-13T08:20:33,419 ERROR [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.HRegionServer(2808): ***** ABORTING region server 6b1293cedc9a,39341,1734078026661: Unexpected exception in RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog ***** java.io.UncheckedIOException: java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:232) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] Caused by: java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:933) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1076) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] ... 3 more Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy41.getBlockLocations(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$getBlockLocations$0(ClientNamenodeProtocolTranslatorPB.java:340) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getBlockLocations(ClientNamenodeProtocolTranslatorPB.java:340) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy42.getBlockLocations(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy45.getBlockLocations(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy45.getBlockLocations(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1076) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] ... 3 more 2024-12-13T08:20:33,420 ERROR [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.HRegionServer(2815): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-13T08:20:33,420 DEBUG [RS-EventLoopGroup-17-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1293cedc9a,39341,1734078026661 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:20:33,422 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-13T08:20:33,423 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-13T08:20:33,424 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-13T08:20:33,424 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-13T08:20:33,424 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.HRegionServer(2819): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 816347136 }, "NonHeapMemoryUsage": { "committed": 188481536, "init": 7667712, "max": -1, "used": 185049816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-13T08:20:33,427 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43155 {}] master.MasterRpcServices(626): 6b1293cedc9a,39341,1734078026661 reported a fatal error: ***** ABORTING region server 6b1293cedc9a,39341,1734078026661: Unexpected exception in RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog ***** Cause: java.io.UncheckedIOException: java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:232) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) Caused by: java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:933) at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:920) at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:909) at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1076) at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ... 3 more Caused by: org.apache.hadoop.ipc.RemoteException(java.io.FileNotFoundException): File does not exist: /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078028199.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) at org.apache.hadoop.ipc.Client.call(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1426) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) at jdk.proxy2/jdk.proxy2.$Proxy41.getBlockLocations(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$getBlockLocations$0(ClientNamenodeProtocolTranslatorPB.java:340) at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getBlockLocations(ClientNamenodeProtocolTranslatorPB.java:340) at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) at jdk.proxy2/jdk.proxy2.$Proxy42.getBlockLocations(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) at jdk.proxy2/jdk.proxy2.$Proxy45.getBlockLocations(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) at jdk.proxy2/jdk.proxy2.$Proxy45.getBlockLocations(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:931) ... 16 more 2024-12-13T08:20:33,430 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,39341,1734078026661' ***** 2024-12-13T08:20:33,430 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.HRegionServer(2575): STOPPED: Unexpected exception in RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog 2024-12-13T08:20:33,430 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.ReplicationSource(436): Server is shutting down, give up refreshing source for peer region_replica_replication_catalog 2024-12-13T08:20:33,430 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:33,430 INFO [RS:3;6b1293cedc9a:39341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-13T08:20:33,430 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:33,430 INFO [RS:3;6b1293cedc9a:39341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-13T08:20:33,430 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.HRegionServer(1221): aborting server 6b1293cedc9a,39341,1734078026661 2024-12-13T08:20:33,430 DEBUG [RS:3;6b1293cedc9a:39341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:33,430 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:33,430 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:33,430 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:33,431 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T08:20:33,431 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T08:20:33,431 DEBUG [RS:3;6b1293cedc9a:39341 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-13T08:20:33,431 DEBUG [RS:3;6b1293cedc9a:39341 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T08:20:33,431 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:20:33,431 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:20:33,431 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:20:33,431 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:20:33,431 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:20:33,432 DEBUG [StoreCloser-hbase:meta,,1.1588230740-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/703fe19896a94a3f9d2ea1af0d6b3b1c, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/d933acde75ea42da9e2bdcadb072d45b, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/d0cbf0cacf754f2e89e36b8b45570c69, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/efeb2d57431f4517a7fcaba2cd65feb7, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/269588767fd642f6b1d34e430bd3ee4d, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/e2b7d49906a34a17a30248c129d6d92e] to archive 2024-12-13T08:20:33,435 DEBUG [StoreCloser-hbase:meta,,1.1588230740-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T08:20:33,442 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/703fe19896a94a3f9d2ea1af0d6b3b1c to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/archive/data/hbase/meta/1588230740/info/703fe19896a94a3f9d2ea1af0d6b3b1c 2024-12-13T08:20:33,442 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/d933acde75ea42da9e2bdcadb072d45b to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/archive/data/hbase/meta/1588230740/info/d933acde75ea42da9e2bdcadb072d45b 2024-12-13T08:20:33,448 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/d0cbf0cacf754f2e89e36b8b45570c69 to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/archive/data/hbase/meta/1588230740/info/d0cbf0cacf754f2e89e36b8b45570c69 2024-12-13T08:20:33,453 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/efeb2d57431f4517a7fcaba2cd65feb7 to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/archive/data/hbase/meta/1588230740/info/efeb2d57431f4517a7fcaba2cd65feb7 2024-12-13T08:20:33,454 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/e2b7d49906a34a17a30248c129d6d92e to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/archive/data/hbase/meta/1588230740/info/e2b7d49906a34a17a30248c129d6d92e 2024-12-13T08:20:33,454 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/269588767fd642f6b1d34e430bd3ee4d to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/archive/data/hbase/meta/1588230740/info/269588767fd642f6b1d34e430bd3ee4d 2024-12-13T08:20:33,471 ERROR [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Memstore data size is 480 in region hbase:meta,,1.1588230740 2024-12-13T08:20:33,471 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:33,471 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:33,471 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:20:33,471 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:33,489 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:33,489 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:33,506 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:33,523 DEBUG [RS-EventLoopGroup-17-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1293cedc9a,39341,1734078026661 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:20:33,563 INFO [regionserver/6b1293cedc9a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T08:20:33,563 INFO [regionserver/6b1293cedc9a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T08:20:33,631 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,39341,1734078026661; all regions closed. 2024-12-13T08:20:33,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741852_1028 (size=36488) 2024-12-13T08:20:33,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741852_1028 (size=36488) 2024-12-13T08:20:33,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741852_1028 (size=36488) 2024-12-13T08:20:33,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741834_1010 (size=93) 2024-12-13T08:20:33,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741834_1010 (size=93) 2024-12-13T08:20:33,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741834_1010 (size=93) 2024-12-13T08:20:33,638 DEBUG [RS:3;6b1293cedc9a:39341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:33,638 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:33,638 INFO [RS:3;6b1293cedc9a:39341 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:33,639 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:33,639 INFO [RS:3;6b1293cedc9a:39341 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39341 2024-12-13T08:20:33,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicationSourceCreatedOnOpen_3 2024-12-13T08:20:33,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicationSourceCreatedOnOpen_1 2024-12-13T08:20:33,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicationSourceCreatedOnOpen_2 2024-12-13T08:20:33,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicationSourceCreatedOnOpen_0 2024-12-13T08:20:33,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:20:33,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,39341,1734078026661 2024-12-13T08:20:33,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,39341,1734078026661] 2024-12-13T08:20:33,689 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,39341,1734078026661; numProcessing=1 2024-12-13T08:20:33,697 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,39341,1734078026661 already deleted, retry=false 2024-12-13T08:20:33,697 INFO [RegionServerTracker-0 {}] master.ServerManager(659): Processing expiration of 6b1293cedc9a,39341,1734078026661 on 6b1293cedc9a,43155,1734078026327 2024-12-13T08:20:33,709 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:SERVER_CRASH_START; ServerCrashProcedure 6b1293cedc9a,39341,1734078026661, splitWal=true, meta=true 2024-12-13T08:20:33,713 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1982): Scheduled ServerCrashProcedure pid=18 for 6b1293cedc9a,39341,1734078026661 (carryingMeta=true) 6b1293cedc9a,39341,1734078026661/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@9843ec[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-13T08:20:33,715 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(162): Start pid=18, state=RUNNABLE:SERVER_CRASH_START, locked=true; ServerCrashProcedure 6b1293cedc9a,39341,1734078026661, splitWal=true, meta=true 2024-12-13T08:20:33,716 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(305): Splitting WALs pid=18, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, locked=true; ServerCrashProcedure 6b1293cedc9a,39341,1734078026661, splitWal=true, meta=true, isMeta: true 2024-12-13T08:20:33,717 DEBUG [PEWorker-5 {}] master.MasterWalManager(328): Renamed region directory: hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting 2024-12-13T08:20:33,719 INFO [PEWorker-5 {}] master.SplitWALManager(105): 6b1293cedc9a,39341,1734078026661 WAL count=2, meta=true 2024-12-13T08:20:33,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER; SplitWALProcedure 6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta}, {pid=20, ppid=18, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER; SplitWALProcedure 6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta}] 2024-12-13T08:20:33,727 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=6b1293cedc9a,40025,1734078026493 2024-12-13T08:20:33,727 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=6b1293cedc9a,40025,1734078026493 2024-12-13T08:20:33,727 WARN [RPCClient-NioEventLoopGroup-7-3 {}] ipc.NettyRpcConnection$2(410): Exception encountered while connecting to the server 6b1293cedc9a:39341 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6b1293cedc9a/172.17.0.2:39341 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:20:33,728 DEBUG [RPCClient-NioEventLoopGroup-7-3 {}] ipc.FailedServers(52): Added failed server with address 6b1293cedc9a:39341 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6b1293cedc9a/172.17.0.2:39341 2024-12-13T08:20:33,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=19, state=RUNNABLE; SplitWALRemoteProcedure 6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta, worker=6b1293cedc9a,40025,1734078026493}] 2024-12-13T08:20:33,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=22, ppid=20, state=RUNNABLE; SplitWALRemoteProcedure 6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta, worker=6b1293cedc9a,40025,1734078026493}] 2024-12-13T08:20:33,789 INFO [RS:3;6b1293cedc9a:39341 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,39341,1734078026661; zookeeper connection closed. 2024-12-13T08:20:33,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:33,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39341-0x1001e79eec60004, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:33,790 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@218b2ad5 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@218b2ad5 2024-12-13T08:20:33,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,40025,1734078026493 2024-12-13T08:20:33,892 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:33,894 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:20:33,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40025 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=22 2024-12-13T08:20:33,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40025 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=21 2024-12-13T08:20:33,920 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-1 {event_type=RS_LOG_REPLAY, pid=21}] wal.WALSplitter(299): Splitting hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta, size=80.5 K (82462bytes) 2024-12-13T08:20:33,920 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.WALSplitter(299): Splitting hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta, size=35.6 K (36488bytes) 2024-12-13T08:20:33,921 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-1 {event_type=RS_LOG_REPLAY, pid=21}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-13T08:20:33,921 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-1 {event_type=RS_LOG_REPLAY, pid=21}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-13T08:20:33,921 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-1 {event_type=RS_LOG_REPLAY, pid=21}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta 2024-12-13T08:20:33,921 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=22}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta 2024-12-13T08:20:33,926 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-1 {event_type=RS_LOG_REPLAY, pid=21}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta after 5ms 2024-12-13T08:20:33,926 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=22}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta after 5ms 2024-12-13T08:20:33,929 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-1 {event_type=RS_LOG_REPLAY, pid=21}] wal.WALSplitter(310): Open hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta took 9ms 2024-12-13T08:20:33,933 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.WALSplitter(310): Open hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta took 13ms 2024-12-13T08:20:33,942 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-1 {event_type=RS_LOG_REPLAY, pid=21}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 5033 store_sequence_id { family_name: "info" sequence_id: 5035 } store_sequence_id { family_name: "rep_barrier" sequence_id: 5033 } store_sequence_id { family_name: "table" sequence_id: 5033 } 2024-12-13T08:20:33,942 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 5033 store_sequence_id { family_name: "info" sequence_id: 5035 } store_sequence_id { family_name: "rep_barrier" sequence_id: 5033 } store_sequence_id { family_name: "table" sequence_id: 5033 } 2024-12-13T08:20:33,951 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta so closing down 2024-12-13T08:20:33,951 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-13T08:20:33,960 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000005036-6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta.temp 2024-12-13T08:20:33,961 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0-Writer-0 {}] util.CommonFSUtils$DfsBuilderUtility(752): Using builder API via reflection for DFS file creation replicate flag. 2024-12-13T08:20:33,961 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0-Writer-0 {}] util.CommonFSUtils$DfsBuilderUtility(762): Using builder API via reflection for DFS file creation noLocalWrite flag. 2024-12-13T08:20:33,962 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-1 {event_type=RS_LOG_REPLAY, pid=21}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta so closing down 2024-12-13T08:20:33,962 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-1 {event_type=RS_LOG_REPLAY, pid=21}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-13T08:20:33,962 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-1 {event_type=RS_LOG_REPLAY, pid=21}] wal.OutputSink(150): 3 split writer threads finished 2024-12-13T08:20:33,963 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-1 {event_type=RS_LOG_REPLAY, pid=21}] wal.WALSplitter(425): Processed 1122 edits across 0 Regions in 31 ms; skipped=1122; WAL=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta, size=80.5 K, length=82462, corrupted=false, cancelled=false 2024-12-13T08:20:33,963 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-1 {event_type=RS_LOG_REPLAY, pid=21}] wal.WALSplitter(428): Completed split of hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta, journal: Splitting hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta, size=80.5 K (82462bytes) at 1734078033920Finishing writing output for hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta so closing down at 1734078033962 (+42 ms)3 split writer threads finished at 1734078033962Processed 1122 edits across 0 Regions in 31 ms; skipped=1122; WAL=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta, size=80.5 K, length=82462, corrupted=false, cancelled=false at 1734078033963 (+1 ms) 2024-12-13T08:20:33,963 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-1 {event_type=RS_LOG_REPLAY, pid=21}] regionserver.SplitLogWorker(136): Done splitting WAL hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta 2024-12-13T08:20:33,965 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/recovered.edits/0000000000000005036-6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta.temp 2024-12-13T08:20:33,965 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-1 {event_type=RS_LOG_REPLAY, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-13T08:20:33,966 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.OutputSink(150): 3 split writer threads finished 2024-12-13T08:20:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43155 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-13T08:20:33,972 INFO [PEWorker-1 {}] wal.WALSplitUtil(142): Moved hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs 2024-12-13T08:20:33,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=19 2024-12-13T08:20:33,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=19, state=SUCCESS; SplitWALRemoteProcedure 6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta, worker=6b1293cedc9a,40025,1734078026493 in 242 msec 2024-12-13T08:20:33,975 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=6b1293cedc9a,40025,1734078026493 2024-12-13T08:20:33,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; SplitWALProcedure 6b1293cedc9a%2C39341%2C1734078026661.meta.1734078032431.meta, worker=6b1293cedc9a,40025,1734078026493 in 255 msec 2024-12-13T08:20:33,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741854_1030 (size=1188) 2024-12-13T08:20:33,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741854_1030 (size=1188) 2024-12-13T08:20:33,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741854_1030 (size=1188) 2024-12-13T08:20:33,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/recovered.edits/0000000000000005036-6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-13T08:20:33,995 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/recovered.edits/0000000000000005036-6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta.temp to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/recovered.edits/0000000000000005050 2024-12-13T08:20:33,995 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.WALSplitter(425): Processed 495 edits across 1 Regions in 56 ms; skipped=480; WAL=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta, size=35.6 K, length=36488, corrupted=false, cancelled=false 2024-12-13T08:20:33,995 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.WALSplitter(428): Completed split of hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta, journal: Splitting hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta, size=35.6 K (36488bytes) at 1734078033920Finishing writing output for hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta so closing down at 1734078033951 (+31 ms)Creating recovered edits writer path=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/recovered.edits/0000000000000005036-6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta.temp at 1734078033965 (+14 ms)3 split writer threads finished at 1734078033966 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/recovered.edits/0000000000000005036-6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1734078033993 (+27 ms)Rename recovered edits hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/recovered.edits/0000000000000005036-6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta.temp to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/recovered.edits/0000000000000005050 at 1734078033995 (+2 ms)Processed 495 edits across 1 Regions in 56 ms; skipped=480; WAL=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta, size=35.6 K, length=36488, corrupted=false, cancelled=false at 1734078033995 2024-12-13T08:20:33,995 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=22}] regionserver.SplitLogWorker(136): Done splitting WAL hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta 2024-12-13T08:20:33,995 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-13T08:20:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43155 {}] master.HMaster(4106): Remote procedure done, pid=22 2024-12-13T08:20:33,998 INFO [PEWorker-2 {}] wal.WALSplitUtil(142): Moved hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs 2024-12-13T08:20:33,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=22, resume processing ppid=20 2024-12-13T08:20:33,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=20, state=SUCCESS; SplitWALRemoteProcedure 6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta, worker=6b1293cedc9a,40025,1734078026493 in 262 msec 2024-12-13T08:20:34,000 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=6b1293cedc9a,40025,1734078026493 2024-12-13T08:20:34,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=20, resume processing ppid=18 2024-12-13T08:20:34,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=18, state=SUCCESS; SplitWALProcedure 6b1293cedc9a%2C39341%2C1734078026661.meta.1734078033041.meta, worker=6b1293cedc9a,40025,1734078026493 in 279 msec 2024-12-13T08:20:34,003 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting dir is empty, no logs to split. 2024-12-13T08:20:34,003 INFO [PEWorker-4 {}] master.SplitWALManager(105): 6b1293cedc9a,39341,1734078026661 WAL count=0, meta=true 2024-12-13T08:20:34,003 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(295): Check if 6b1293cedc9a,39341,1734078026661 WAL splitting is done? wals=0, meta=true 2024-12-13T08:20:34,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T08:20:34,006 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T08:20:34,007 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-13T08:20:34,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(357): Not trying to connect to 6b1293cedc9a:39341 this server is in the failed servers list 2024-12-13T08:20:34,157 DEBUG [6b1293cedc9a:43155 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-13T08:20:34,158 DEBUG [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:20:34,158 DEBUG [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:20:34,158 DEBUG [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:20:34,158 DEBUG [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:20:34,158 INFO [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:20:34,158 INFO [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:20:34,158 INFO [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:20:34,158 DEBUG [6b1293cedc9a:43155 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-13T08:20:34,158 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1293cedc9a,40025,1734078026493 2024-12-13T08:20:34,159 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,40025,1734078026493, state=OPENING 2024-12-13T08:20:34,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:34,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:34,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:34,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:34,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6b1293cedc9a,40025,1734078026493}] 2024-12-13T08:20:34,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:34,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:34,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:34,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:34,324 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,40025,1734078026493 2024-12-13T08:20:34,328 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T08:20:34,328 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:34,342 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-13T08:20:34,343 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T08:20:34,344 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C40025%2C1734078026493.meta, suffix=.meta, logDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493, archiveDir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs, maxLogs=10 2024-12-13T08:20:34,354 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, exclude list is [], retry=0 2024-12-13T08:20:34,354 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06e23a79 to 127.0.0.1:57139 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27b7fcdd 2024-12-13T08:20:34,357 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41421,DS-98d14e29-b937-44ab-886d-4a02c97db67b,DISK] 2024-12-13T08:20:34,357 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43765,DS-ef80822d-2126-4214-a1f9-ebdc7f5d8d10,DISK] 2024-12-13T08:20:34,357 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43461,DS-09c15185-ecb1-46d6-8763-577dfe3feaff,DISK] 2024-12-13T08:20:34,358 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta 2024-12-13T08:20:34,358 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34753:34753),(127.0.0.1/127.0.0.1:40707:40707),(127.0.0.1/127.0.0.1:37285:37285)] 2024-12-13T08:20:34,358 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:34,358 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:34,358 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T08:20:34,358 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:34,358 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T08:20:34,358 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:34,359 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T08:20:34,359 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T08:20:34,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:20:34,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:20:34,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:34,365 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629ec05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:34,366 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/eeca06148d6340dc9526ec5368911475 2024-12-13T08:20:34,367 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:57139 2024-12-13T08:20:34,371 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/f2b2518220d74278a5b0700bb7a065d6 2024-12-13T08:20:34,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:34,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:20:34,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:20:34,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:34,372 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:34,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1001e79eec6000a connected 2024-12-13T08:20:34,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:34,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:20:34,373 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=968e3d8f-605d-42a2-8bbc-0d36cec91de5 to cluster=968e3d8f-605d-42a2-8bbc-0d36cec91de5 2024-12-13T08:20:34,373 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=6b1293cedc9a%2C40025%2C1734078026493 2024-12-13T08:20:34,373 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T08:20:34,373 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:34,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:20:34,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:34,375 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1293cedc9a%2C40025%2C1734078026493 2024-12-13T08:20:34,380 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/table/01e2098df89e4c478529704c3cf61e04 2024-12-13T08:20:34,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:34,380 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740 2024-12-13T08:20:34,382 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(5301): Found 1 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740 2024-12-13T08:20:34,383 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(5368): Replaying edits from hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/recovered.edits/0000000000000005050 2024-12-13T08:20:34,387 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(5561): Applied 15, skipped 0, firstSequenceIdInLog=5036, maxSequenceIdInLog=5050, path=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/recovered.edits/0000000000000005050 2024-12-13T08:20:34,387 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=480 B heapSize=2.27 KB 2024-12-13T08:20:34,400 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/cec1b33e6a6e4babaa2cebe42c75480a is 36, key is 5000/info:/1734078033404/Put/seqid=0 2024-12-13T08:20:34,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741856_1032 (size=5672) 2024-12-13T08:20:34,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741856_1032 (size=5672) 2024-12-13T08:20:34,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741856_1032 (size=5672) 2024-12-13T08:20:34,405 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=480 B at sequenceid=5050 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/cec1b33e6a6e4babaa2cebe42c75480a 2024-12-13T08:20:34,410 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/cec1b33e6a6e4babaa2cebe42c75480a as hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/cec1b33e6a6e4babaa2cebe42c75480a 2024-12-13T08:20:34,415 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/cec1b33e6a6e4babaa2cebe42c75480a, entries=15, sequenceid=5050, filesize=5.5 K 2024-12-13T08:20:34,415 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(3040): Finished flush of dataSize ~480 B/480, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 28ms, sequenceid=5050, compaction requested=true; wal=null 2024-12-13T08:20:34,416 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(5175): Deleted recovered.edits file=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/recovered.edits/0000000000000005050 2024-12-13T08:20:34,417 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:34,418 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:20:34,420 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/recovered.edits/5050.seqid, newMaxSeqId=5050, maxSeqId=12 2024-12-13T08:20:34,421 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=5051; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63157359, jitterRate=-0.05888201296329498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:34,421 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:20:34,421 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=24, masterSystemTime=1734078034324 2024-12-13T08:20:34,422 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.CompactSplit(403): Add compact mark for store 1588230740:info, priority=-2147483648, current under compaction store size is 1 2024-12-13T08:20:34,422 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T08:20:34,422 DEBUG [RS:0;6b1293cedc9a:40025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T08:20:34,423 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T08:20:34,423 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=24}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T08:20:34,423 DEBUG [RS:0;6b1293cedc9a:40025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 221794 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T08:20:34,424 DEBUG [RS:0;6b1293cedc9a:40025-shortCompactions-0 {}] regionserver.HStore(1540): 1588230740/info is initiating minor compaction (all files) 2024-12-13T08:20:34,424 INFO [RS:0;6b1293cedc9a:40025-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1588230740/info in hbase:meta,,1.1588230740 2024-12-13T08:20:34,424 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=5051, regionLocation=6b1293cedc9a,40025,1734078026493 2024-12-13T08:20:34,424 INFO [RS:0;6b1293cedc9a:40025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/eeca06148d6340dc9526ec5368911475, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/f2b2518220d74278a5b0700bb7a065d6, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/cec1b33e6a6e4babaa2cebe42c75480a] into tmpdir=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp, totalSize=216.6 K 2024-12-13T08:20:34,424 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,40025,1734078026493, state=OPEN 2024-12-13T08:20:34,424 DEBUG [RS:0;6b1293cedc9a:40025-shortCompactions-0 {}] compactions.Compactor(224): Compacting eeca06148d6340dc9526ec5368911475, keycount=4010, bloomtype=ROWCOL, size=165.7 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=4029, earliestPutTs=1734078028785 2024-12-13T08:20:34,424 DEBUG [RS:0;6b1293cedc9a:40025-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2b2518220d74278a5b0700bb7a065d6, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=5033, earliestPutTs=1734078032829 2024-12-13T08:20:34,425 DEBUG [RS:0;6b1293cedc9a:40025-shortCompactions-0 {}] compactions.Compactor(224): Compacting cec1b33e6a6e4babaa2cebe42c75480a, keycount=15, bloomtype=ROWCOL, size=5.5 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=5050, earliestPutTs=1734078033404 2024-12-13T08:20:34,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:34,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:34,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:34,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:34,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:34,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:34,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:34,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:34,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=24, resume processing ppid=23 2024-12-13T08:20:34,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 1588230740, server=6b1293cedc9a,40025,1734078026493 in 259 msec 2024-12-13T08:20:34,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=18 2024-12-13T08:20:34,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-12-13T08:20:34,433 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(200): 6b1293cedc9a,39341,1734078026661 had 1 regions 2024-12-13T08:20:34,435 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(305): Splitting WALs pid=18, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, locked=true; ServerCrashProcedure 6b1293cedc9a,39341,1734078026661, splitWal=true, meta=true, isMeta: false 2024-12-13T08:20:34,437 INFO [PEWorker-5 {}] master.SplitWALManager(105): 6b1293cedc9a,39341,1734078026661 WAL count=1, meta=false 2024-12-13T08:20:34,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=18, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER; SplitWALProcedure 6b1293cedc9a%2C39341%2C1734078026661.1734078027640}] 2024-12-13T08:20:34,440 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=6b1293cedc9a,42989,1734078026558 2024-12-13T08:20:34,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE; SplitWALRemoteProcedure 6b1293cedc9a%2C39341%2C1734078026661.1734078027640, worker=6b1293cedc9a,42989,1734078026558}] 2024-12-13T08:20:34,465 INFO [RS:0;6b1293cedc9a:40025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1588230740#info#compaction#53 average throughput is 4.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T08:20:34,466 DEBUG [RS:0;6b1293cedc9a:40025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/e24bd195fb414ea9951a302d8c15433d is 143, key is hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a./info:regioninfo/1734078029170/Put/seqid=0 2024-12-13T08:20:34,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741857_1033 (size=209583) 2024-12-13T08:20:34,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741857_1033 (size=209583) 2024-12-13T08:20:34,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741857_1033 (size=209583) 2024-12-13T08:20:34,504 DEBUG [RS:0;6b1293cedc9a:40025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/e24bd195fb414ea9951a302d8c15433d as hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/e24bd195fb414ea9951a302d8c15433d 2024-12-13T08:20:34,509 INFO [RS:0;6b1293cedc9a:40025-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1588230740/info of 1588230740 into e24bd195fb414ea9951a302d8c15433d(size=204.7 K), total size for store is 204.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T08:20:34,509 DEBUG [RS:0;6b1293cedc9a:40025-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1588230740: 2024-12-13T08:20:34,509 INFO [RS:0;6b1293cedc9a:40025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=hbase:meta,,1.1588230740, storeName=1588230740/info, priority=13, startTime=1734078034422; duration=0sec 2024-12-13T08:20:34,509 DEBUG [RS:0;6b1293cedc9a:40025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T08:20:34,509 DEBUG [RS:0;6b1293cedc9a:40025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1588230740:info 2024-12-13T08:20:34,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:34,534 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:34,581 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 0, reset compression=false 2024-12-13T08:20:34,591 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 35 WAL entries eligible for replication 2024-12-13T08:20:34,591 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 3139, reset compression=false 2024-12-13T08:20:34,591 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5052=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734078034421/Put/vlen=265/seqid=0; >],468}, {hbase:meta/1588230740/5053=[#edits: 1 = <\x00/METAFAMILY:HBASE::COMPACTION/1734078034508/Put/vlen=187/seqid=0; >],380}, {hbase:meta/1588230740/5054=[#edits: 1 = <5015/info:/1734078034534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5055=[#edits: 1 = <5016/info:/1734078034535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5056=[#edits: 1 = <5017/info:/1734078034535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5057=[#edits: 1 = <5018/info:/1734078034536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5058=[#edits: 1 = <5019/info:/1734078034537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5059=[#edits: 1 = <5020/info:/1734078034538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5060=[#edits: 1 = <5021/info:/1734078034538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5061=[#edits: 1 = <5022/info:/1734078034540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5062=[#edits: 1 = <5023/info:/1734078034541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5063=[#edits: 1 = <5024/info:/1734078034543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5064=[#edits: 1 = <5025/info:/1734078034544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5065=[#edits: 1 = <5026/info:/1734078034545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5066=[#edits: 1 = <5027/info:/1734078034546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5067=[#edits: 1 = <5028/info:/1734078034547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5068=[#edits: 1 = <5029/info:/1734078034547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5069=[#edits: 1 = <5030/info:/1734078034550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5070=[#edits: 1 = <5031/info:/1734078034551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5071=[#edits: 1 = <5032/info:/1734078034560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5072=[#edits: 1 = <5033/info:/1734078034565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5073=[#edits: 1 = <5034/info:/1734078034568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5074=[#edits: 1 = <5035/info:/1734078034569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5075=[#edits: 1 = <5036/info:/1734078034570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5076=[#edits: 1 = <5037/info:/1734078034570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5077=[#edits: 1 = <5038/info:/1734078034571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5078=[#edits: 1 = <5039/info:/1734078034572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5079=[#edits: 1 = <5040/info:/1734078034575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5080=[#edits: 1 = <5041/info:/1734078034580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5081=[#edits: 1 = <5042/info:/1734078034581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5082=[#edits: 1 = <5043/info:/1734078034581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5083=[#edits: 1 = <5044/info:/1734078034582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5084=[#edits: 1 = <5045/info:/1734078034583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5085=[#edits: 1 = <5046/info:/1734078034584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5086=[#edits: 1 = <5047/info:/1734078034584/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=3139, nbRowKeys=35, nbHFiles=0, heapSize=6524, lastSeqIds={}, endOfFile=false,usedBufferSize=6524] 2024-12-13T08:20:34,593 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,42989,1734078026558 2024-12-13T08:20:34,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42989 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=26 2024-12-13T08:20:34,623 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=26}] wal.WALSplitter(299): Splitting hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.1734078027640, size=93 (93bytes) 2024-12-13T08:20:34,623 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=26}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.1734078027640 2024-12-13T08:20:34,623 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:34,623 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=26}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.1734078027640 after 0ms 2024-12-13T08:20:34,626 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=26}] wal.WALSplitter(310): Open hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.1734078027640 took 4ms 2024-12-13T08:20:34,632 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 43 WAL entries eligible for replication 2024-12-13T08:20:34,632 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 6278, reset compression=false 2024-12-13T08:20:34,632 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:34,633 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:34,633 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HRegion(6096): 1657623790 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 5051 stores { family_name: "info" store_home_dir: "info" store_file: "eeca06148d6340dc9526ec5368911475" store_file: "f2b2518220d74278a5b0700bb7a065d6" store_file: "cec1b33e6a6e4babaa2cebe42c75480a" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "01e2098df89e4c478529704c3cf61e04" } server { host_name: "6b1293cedc9a" port: 40025 start_code: 1734078026493 } region_name: "hbase:meta,,1" 2024-12-13T08:20:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34617 {}] regionserver.HRegion(6096): 534574363 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 5051 stores { family_name: "info" store_home_dir: "info" store_file: "eeca06148d6340dc9526ec5368911475" store_file: "f2b2518220d74278a5b0700bb7a065d6" store_file: "cec1b33e6a6e4babaa2cebe42c75480a" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "01e2098df89e4c478529704c3cf61e04" } server { host_name: "6b1293cedc9a" port: 40025 start_code: 1734078026493 } region_name: "hbase:meta,,1" 2024-12-13T08:20:34,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.StoreEngine(392): Refreshing store files for org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@24da775b files to add: [hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/eeca06148d6340dc9526ec5368911475, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/cec1b33e6a6e4babaa2cebe42c75480a, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/f2b2518220d74278a5b0700bb7a065d6] files to remove: [hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/703fe19896a94a3f9d2ea1af0d6b3b1c] 2024-12-13T08:20:34,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34617 {}] regionserver.StoreEngine(392): Refreshing store files for org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6dda7cea files to add: [hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/eeca06148d6340dc9526ec5368911475, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/cec1b33e6a6e4babaa2cebe42c75480a, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/f2b2518220d74278a5b0700bb7a065d6] files to remove: [hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/703fe19896a94a3f9d2ea1af0d6b3b1c] 2024-12-13T08:20:34,639 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=26}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.1734078027640 so closing down 2024-12-13T08:20:34,640 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=26}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-13T08:20:34,642 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=26}] wal.OutputSink(150): 3 split writer threads finished 2024-12-13T08:20:34,642 INFO [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=26}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.1734078027640, size=93, length=93, corrupted=false, cancelled=false 2024-12-13T08:20:34,643 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=26}] wal.WALSplitter(428): Completed split of hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.1734078027640, journal: Splitting hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.1734078027640, size=93 (93bytes) at 1734078034623Finishing writing output for hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.1734078027640 so closing down at 1734078034639 (+16 ms)3 split writer threads finished at 1734078034642 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.1734078027640, size=93, length=93, corrupted=false, cancelled=false at 1734078034642 2024-12-13T08:20:34,643 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=26}] regionserver.SplitLogWorker(136): Done splitting WAL hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.1734078027640 2024-12-13T08:20:34,643 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_LOG_REPLAY, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-13T08:20:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43155 {}] master.HMaster(4106): Remote procedure done, pid=26 2024-12-13T08:20:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34617 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/eeca06148d6340dc9526ec5368911475 2024-12-13T08:20:34,655 INFO [PEWorker-3 {}] wal.WALSplitUtil(142): Moved hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting/6b1293cedc9a%2C39341%2C1734078026661.1734078027640 to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs 2024-12-13T08:20:34,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=26, resume processing ppid=25 2024-12-13T08:20:34,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=25, state=SUCCESS; SplitWALRemoteProcedure 6b1293cedc9a%2C39341%2C1734078026661.1734078027640, worker=6b1293cedc9a,42989,1734078026558 in 215 msec 2024-12-13T08:20:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34617 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/cec1b33e6a6e4babaa2cebe42c75480a 2024-12-13T08:20:34,659 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=6b1293cedc9a,42989,1734078026558 2024-12-13T08:20:34,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:20:34,665 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-13T08:20:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/eeca06148d6340dc9526ec5368911475 2024-12-13T08:20:34,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=18 2024-12-13T08:20:34,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=18, state=SUCCESS; SplitWALProcedure 6b1293cedc9a%2C39341%2C1734078026661.1734078027640, worker=6b1293cedc9a,42989,1734078026558 in 222 msec 2024-12-13T08:20:34,667 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,39341,1734078026661-splitting dir is empty, no logs to split. 2024-12-13T08:20:34,668 INFO [PEWorker-4 {}] master.SplitWALManager(105): 6b1293cedc9a,39341,1734078026661 WAL count=0, meta=false 2024-12-13T08:20:34,668 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(295): Check if 6b1293cedc9a,39341,1734078026661 WAL splitting is done? wals=0, meta=false 2024-12-13T08:20:34,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueuesProcedure}] 2024-12-13T08:20:34,679 DEBUG [PEWorker-1 {}] replication.ClaimReplicationQueuesProcedure(84): Finish claiming replication queues for 6b1293cedc9a,39341,1734078026661 2024-12-13T08:20:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34617 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/f2b2518220d74278a5b0700bb7a065d6 2024-12-13T08:20:34,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34617 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 5051 is greater than current seqId:5050 2024-12-13T08:20:34,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34617 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 5051 is greater than current seqId:5050 2024-12-13T08:20:34,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34617 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 5051 is greater than current seqId:5050 2024-12-13T08:20:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34617 {}] regionserver.HRegion(5604): 534574363 : Replaying compaction marker table_name: "hbase:meta" encoded_region_name: "1588230740" family_name: "info" compaction_input: "eeca06148d6340dc9526ec5368911475" compaction_input: "f2b2518220d74278a5b0700bb7a065d6" compaction_input: "cec1b33e6a6e4babaa2cebe42c75480a" compaction_output: "e24bd195fb414ea9951a302d8c15433d" store_home_dir: "info" region_name: "hbase:meta,,1" with seqId=5053 and lastReplayedOpenRegionSeqId=5051 2024-12-13T08:20:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34617 {}] regionserver.HStore(1353): Completing compaction from the WAL marker 2024-12-13T08:20:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:34,689 DEBUG [PEWorker-1 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/replication/rs/6b1293cedc9a,39341,1734078026661 already deleted, retry=false 2024-12-13T08:20:34,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=18 2024-12-13T08:20:34,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueuesProcedure in 18 msec 2024-12-13T08:20:34,692 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(256): removed crashed server 6b1293cedc9a,39341,1734078026661 after splitting done 2024-12-13T08:20:34,692 DEBUG [PEWorker-1 {}] master.DeadServer(114): Removed 6b1293cedc9a,39341,1734078026661 from processing; numProcessing=0 2024-12-13T08:20:34,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; ServerCrashProcedure 6b1293cedc9a,39341,1734078026661, splitWal=true, meta=true in 993 msec 2024-12-13T08:20:34,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34617 {}] regionserver.HStore(1403): Replaying compaction marker, replacing input files: [hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/eeca06148d6340dc9526ec5368911475, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/f2b2518220d74278a5b0700bb7a065d6, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/cec1b33e6a6e4babaa2cebe42c75480a] with output files : [hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/e24bd195fb414ea9951a302d8c15433d] 2024-12-13T08:20:34,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34617 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/cec1b33e6a6e4babaa2cebe42c75480a 2024-12-13T08:20:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/f2b2518220d74278a5b0700bb7a065d6 2024-12-13T08:20:34,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 5051 is greater than current seqId:5050 2024-12-13T08:20:34,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 5051 is greater than current seqId:5050 2024-12-13T08:20:34,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 5051 is greater than current seqId:5050 2024-12-13T08:20:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HRegion(5604): 1657623790 : Replaying compaction marker table_name: "hbase:meta" encoded_region_name: "1588230740" family_name: "info" compaction_input: "eeca06148d6340dc9526ec5368911475" compaction_input: "f2b2518220d74278a5b0700bb7a065d6" compaction_input: "cec1b33e6a6e4babaa2cebe42c75480a" compaction_output: "e24bd195fb414ea9951a302d8c15433d" store_home_dir: "info" region_name: "hbase:meta,,1" with seqId=5053 and lastReplayedOpenRegionSeqId=5051 2024-12-13T08:20:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(1353): Completing compaction from the WAL marker 2024-12-13T08:20:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:34,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(1403): Replaying compaction marker, replacing input files: [hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/eeca06148d6340dc9526ec5368911475, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/f2b2518220d74278a5b0700bb7a065d6, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/cec1b33e6a6e4babaa2cebe42c75480a] with output files : [hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/e24bd195fb414ea9951a302d8c15433d] 2024-12-13T08:20:34,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:34,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:34,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:34,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:34,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:34,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:34,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:34,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:34,753 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 7665, reset compression=false 2024-12-13T08:20:34,753 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5087=[#edits: 1 = <5048/info:/1734078034586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5088=[#edits: 1 = <5049/info:/1734078034588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5089=[#edits: 1 = <5050/info:/1734078034593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5090=[#edits: 1 = <5051/info:/1734078034593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5091=[#edits: 1 = <5052/info:/1734078034594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5092=[#edits: 1 = <5053/info:/1734078034595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5093=[#edits: 1 = <5054/info:/1734078034596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5094=[#edits: 1 = <5055/info:/1734078034601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5095=[#edits: 1 = <5056/info:/1734078034602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5096=[#edits: 1 = <5057/info:/1734078034603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5097=[#edits: 1 = <5058/info:/1734078034604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5098=[#edits: 1 = <5059/info:/1734078034605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5099=[#edits: 1 = <5060/info:/1734078034605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5100=[#edits: 1 = <5061/info:/1734078034606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5101=[#edits: 1 = <5062/info:/1734078034606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5102=[#edits: 1 = <5063/info:/1734078034607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5103=[#edits: 1 = <5064/info:/1734078034607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5104=[#edits: 1 = <5065/info:/1734078034608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5105=[#edits: 1 = <5066/info:/1734078034608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5106=[#edits: 1 = <5067/info:/1734078034609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5107=[#edits: 1 = <5068/info:/1734078034609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5108=[#edits: 1 = <5069/info:/1734078034610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5109=[#edits: 1 = <5070/info:/1734078034610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5110=[#edits: 1 = <5071/info:/1734078034611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5111=[#edits: 1 = <5072/info:/1734078034611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5112=[#edits: 1 = <5073/info:/1734078034612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5113=[#edits: 1 = <5074/info:/1734078034612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5114=[#edits: 1 = <5075/info:/1734078034613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5115=[#edits: 1 = <5076/info:/1734078034613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5116=[#edits: 1 = <5077/info:/1734078034614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5117=[#edits: 1 = <5078/info:/1734078034614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5118=[#edits: 1 = <5079/info:/1734078034615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5119=[#edits: 1 = <5080/info:/1734078034616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5120=[#edits: 1 = <5081/info:/1734078034616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5121=[#edits: 1 = <5082/info:/1734078034617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5122=[#edits: 1 = <5083/info:/1734078034617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5123=[#edits: 1 = <5084/info:/1734078034618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5124=[#edits: 1 = <5085/info:/1734078034619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5125=[#edits: 1 = <5086/info:/1734078034622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5126=[#edits: 1 = <5087/info:/1734078034623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5127=[#edits: 1 = <5088/info:/1734078034625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5128=[#edits: 1 = <5089/info:/1734078034626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5129=[#edits: 1 = <5090/info:/1734078034627/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=6278, nbRowKeys=43, nbHFiles=0, heapSize=7396, lastSeqIds={}, endOfFile=false,usedBufferSize=7396] 2024-12-13T08:20:34,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:34,770 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5130=[#edits: 1 = <5091/info:/1734078034627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5131=[#edits: 1 = <5092/info:/1734078034630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5132=[#edits: 1 = <5093/info:/1734078034631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5133=[#edits: 1 = <5094/info:/1734078034631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5134=[#edits: 1 = <5095/info:/1734078034632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5135=[#edits: 1 = <5096/info:/1734078034636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5136=[#edits: 1 = <5097/info:/1734078034637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5137=[#edits: 1 = <5098/info:/1734078034637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5138=[#edits: 1 = <5099/info:/1734078034638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5139=[#edits: 1 = <5100/info:/1734078034638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5140=[#edits: 1 = <5101/info:/1734078034639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5141=[#edits: 1 = <5102/info:/1734078034639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5142=[#edits: 1 = <5103/info:/1734078034640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5143=[#edits: 1 = <5104/info:/1734078034648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5144=[#edits: 1 = <5105/info:/1734078034649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5145=[#edits: 1 = <5106/info:/1734078034654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5146=[#edits: 1 = <5107/info:/1734078034656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5147=[#edits: 1 = <5108/info:/1734078034657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5148=[#edits: 1 = <5109/info:/1734078034658/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=7665, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-13T08:20:34,802 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:34,803 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5149=[#edits: 1 = <5110/info:/1734078034664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5150=[#edits: 1 = <5111/info:/1734078034665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5151=[#edits: 1 = <5112/info:/1734078034666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5152=[#edits: 1 = <5113/info:/1734078034667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5153=[#edits: 1 = <5114/info:/1734078034669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5154=[#edits: 1 = <5115/info:/1734078034673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5155=[#edits: 1 = <5116/info:/1734078034674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5156=[#edits: 1 = <5117/info:/1734078034674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5157=[#edits: 1 = <5118/info:/1734078034675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5158=[#edits: 1 = <5119/info:/1734078034676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5159=[#edits: 1 = <5120/info:/1734078034677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5160=[#edits: 1 = <5121/info:/1734078034679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5161=[#edits: 1 = <5122/info:/1734078034680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5162=[#edits: 1 = <5123/info:/1734078034681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5163=[#edits: 1 = <5124/info:/1734078034681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5164=[#edits: 1 = <5125/info:/1734078034682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5165=[#edits: 1 = <5126/info:/1734078034683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5166=[#edits: 1 = <5127/info:/1734078034683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5167=[#edits: 1 = <5128/info:/1734078034685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5168=[#edits: 1 = <5129/info:/1734078034687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5169=[#edits: 1 = <5130/info:/1734078034689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5170=[#edits: 1 = <5131/info:/1734078034690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5171=[#edits: 1 = <5132/info:/1734078034691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5172=[#edits: 1 = <5133/info:/1734078034693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5173=[#edits: 1 = <5134/info:/1734078034695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5174=[#edits: 1 = <5135/info:/1734078034696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5175=[#edits: 1 = <5136/info:/1734078034698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5176=[#edits: 1 = <5137/info:/1734078034700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5177=[#edits: 1 = <5138/info:/1734078034701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5178=[#edits: 1 = <5139/info:/1734078034702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5179=[#edits: 1 = <5140/info:/1734078034703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5180=[#edits: 1 = <5141/info:/1734078034703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5181=[#edits: 1 = <5142/info:/1734078034704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5182=[#edits: 1 = <5143/info:/1734078034705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5183=[#edits: 1 = <5144/info:/1734078034715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5184=[#edits: 1 = <5145/info:/1734078034716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5185=[#edits: 1 = <5146/info:/1734078034718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5186=[#edits: 1 = <5147/info:/1734078034719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5187=[#edits: 1 = <5148/info:/1734078034721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5188=[#edits: 1 = <5149/info:/1734078034722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5189=[#edits: 1 = <5150/info:/1734078034724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5190=[#edits: 1 = <5151/info:/1734078034726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5191=[#edits: 1 = <5152/info:/1734078034727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5192=[#edits: 1 = <5153/info:/1734078034728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5193=[#edits: 1 = <5154/info:/1734078034729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5194=[#edits: 1 = <5155/info:/1734078034730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5195=[#edits: 1 = <5156/info:/1734078034731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5196=[#edits: 1 = <5157/info:/1734078034731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5197=[#edits: 1 = <5158/info:/1734078034732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5198=[#edits: 1 = <5159/info:/1734078034732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5199=[#edits: 1 = <5160/info:/1734078034733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5200=[#edits: 1 = <5161/info:/1734078034733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5201=[#edits: 1 = <5162/info:/1734078034733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5202=[#edits: 1 = <5163/info:/1734078034734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5203=[#edits: 1 = <5164/info:/1734078034734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5204=[#edits: 1 = <5165/info:/1734078034735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5205=[#edits: 1 = <5166/info:/1734078034735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5206=[#edits: 1 = <5167/info:/1734078034735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5207=[#edits: 1 = <5168/info:/1734078034736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5208=[#edits: 1 = <5169/info:/1734078034736/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=12045, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:34,810 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:34,810 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5209=[#edits: 1 = <5170/info:/1734078034736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5210=[#edits: 1 = <5171/info:/1734078034737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5211=[#edits: 1 = <5172/info:/1734078034737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5212=[#edits: 1 = <5173/info:/1734078034737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5213=[#edits: 1 = <5174/info:/1734078034738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5214=[#edits: 1 = <5175/info:/1734078034738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5215=[#edits: 1 = <5176/info:/1734078034738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5216=[#edits: 1 = <5177/info:/1734078034739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5217=[#edits: 1 = <5178/info:/1734078034739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5218=[#edits: 1 = <5179/info:/1734078034740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5219=[#edits: 1 = <5180/info:/1734078034740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5220=[#edits: 1 = <5181/info:/1734078034741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5221=[#edits: 1 = <5182/info:/1734078034741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5222=[#edits: 1 = <5183/info:/1734078034742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5223=[#edits: 1 = <5184/info:/1734078034742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5224=[#edits: 1 = <5185/info:/1734078034742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5225=[#edits: 1 = <5186/info:/1734078034743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5226=[#edits: 1 = <5187/info:/1734078034743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5227=[#edits: 1 = <5188/info:/1734078034744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5228=[#edits: 1 = <5189/info:/1734078034744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5229=[#edits: 1 = <5190/info:/1734078034744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5230=[#edits: 1 = <5191/info:/1734078034745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5231=[#edits: 1 = <5192/info:/1734078034745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5232=[#edits: 1 = <5193/info:/1734078034745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5233=[#edits: 1 = <5194/info:/1734078034746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5234=[#edits: 1 = <5195/info:/1734078034746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5235=[#edits: 1 = <5196/info:/1734078034747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5236=[#edits: 1 = <5197/info:/1734078034747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5237=[#edits: 1 = <5198/info:/1734078034747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5238=[#edits: 1 = <5199/info:/1734078034749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5239=[#edits: 1 = <5200/info:/1734078034750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5240=[#edits: 1 = <5201/info:/1734078034751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5241=[#edits: 1 = <5202/info:/1734078034751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5242=[#edits: 1 = <5203/info:/1734078034752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5243=[#edits: 1 = <5204/info:/1734078034753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5244=[#edits: 1 = <5205/info:/1734078034757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5245=[#edits: 1 = <5206/info:/1734078034759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5246=[#edits: 1 = <5207/info:/1734078034764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5247=[#edits: 1 = <5208/info:/1734078034765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5248=[#edits: 1 = <5209/info:/1734078034767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5249=[#edits: 1 = <5210/info:/1734078034768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5250=[#edits: 1 = <5211/info:/1734078034769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5251=[#edits: 1 = <5212/info:/1734078034770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5252=[#edits: 1 = <5213/info:/1734078034771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5253=[#edits: 1 = <5214/info:/1734078034771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5254=[#edits: 1 = <5215/info:/1734078034772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5255=[#edits: 1 = <5216/info:/1734078034773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5256=[#edits: 1 = <5217/info:/1734078034774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5257=[#edits: 1 = <5218/info:/1734078034774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5258=[#edits: 1 = <5219/info:/1734078034775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5259=[#edits: 1 = <5220/info:/1734078034775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5260=[#edits: 1 = <5221/info:/1734078034776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5261=[#edits: 1 = <5222/info:/1734078034776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5262=[#edits: 1 = <5223/info:/1734078034777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5263=[#edits: 1 = <5224/info:/1734078034777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5264=[#edits: 1 = <5225/info:/1734078034778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5265=[#edits: 1 = <5226/info:/1734078034778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5266=[#edits: 1 = <5227/info:/1734078034779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5267=[#edits: 1 = <5228/info:/1734078034779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5268=[#edits: 1 = <5229/info:/1734078034779/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=16425, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:34,812 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 29 WAL entries eligible for replication 2024-12-13T08:20:34,812 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 18542, reset compression=false 2024-12-13T08:20:34,818 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5269=[#edits: 1 = <5230/info:/1734078034780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5270=[#edits: 1 = <5231/info:/1734078034780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5271=[#edits: 1 = <5232/info:/1734078034781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5272=[#edits: 1 = <5233/info:/1734078034781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5273=[#edits: 1 = <5234/info:/1734078034782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5274=[#edits: 1 = <5235/info:/1734078034782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5275=[#edits: 1 = <5236/info:/1734078034782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5276=[#edits: 1 = <5237/info:/1734078034783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5277=[#edits: 1 = <5238/info:/1734078034783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5278=[#edits: 1 = <5239/info:/1734078034784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5279=[#edits: 1 = <5240/info:/1734078034784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5280=[#edits: 1 = <5241/info:/1734078034784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5281=[#edits: 1 = <5242/info:/1734078034785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5282=[#edits: 1 = <5243/info:/1734078034785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5283=[#edits: 1 = <5244/info:/1734078034786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5284=[#edits: 1 = <5245/info:/1734078034786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5285=[#edits: 1 = <5246/info:/1734078034786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5286=[#edits: 1 = <5247/info:/1734078034787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5287=[#edits: 1 = <5248/info:/1734078034787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5288=[#edits: 1 = <5249/info:/1734078034788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5289=[#edits: 1 = <5250/info:/1734078034788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5290=[#edits: 1 = <5251/info:/1734078034789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5291=[#edits: 1 = <5252/info:/1734078034789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5292=[#edits: 1 = <5253/info:/1734078034789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5293=[#edits: 1 = <5254/info:/1734078034790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5294=[#edits: 1 = <5255/info:/1734078034790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5295=[#edits: 1 = <5256/info:/1734078034791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5296=[#edits: 1 = <5257/info:/1734078034791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5297=[#edits: 1 = <5258/info:/1734078034793/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=18542, nbRowKeys=29, nbHFiles=0, heapSize=4988, lastSeqIds={}, endOfFile=false,usedBufferSize=4988] 2024-12-13T08:20:34,844 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 40 WAL entries eligible for replication 2024-12-13T08:20:34,844 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 21462, reset compression=false 2024-12-13T08:20:34,844 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5298=[#edits: 1 = <5259/info:/1734078034794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5299=[#edits: 1 = <5260/info:/1734078034801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5300=[#edits: 1 = <5261/info:/1734078034805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5301=[#edits: 1 = <5262/info:/1734078034806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5302=[#edits: 1 = <5263/info:/1734078034809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5303=[#edits: 1 = <5264/info:/1734078034810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5304=[#edits: 1 = <5265/info:/1734078034810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5305=[#edits: 1 = <5266/info:/1734078034811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5306=[#edits: 1 = <5267/info:/1734078034813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5307=[#edits: 1 = <5268/info:/1734078034814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5308=[#edits: 1 = <5269/info:/1734078034815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5309=[#edits: 1 = <5270/info:/1734078034817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5310=[#edits: 1 = <5271/info:/1734078034817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5311=[#edits: 1 = <5272/info:/1734078034818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5312=[#edits: 1 = <5273/info:/1734078034819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5313=[#edits: 1 = <5274/info:/1734078034821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5314=[#edits: 1 = <5275/info:/1734078034821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5315=[#edits: 1 = <5276/info:/1734078034822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5316=[#edits: 1 = <5277/info:/1734078034822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5317=[#edits: 1 = <5278/info:/1734078034823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5318=[#edits: 1 = <5279/info:/1734078034823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5319=[#edits: 1 = <5280/info:/1734078034824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5320=[#edits: 1 = <5281/info:/1734078034825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5321=[#edits: 1 = <5282/info:/1734078034825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5322=[#edits: 1 = <5283/info:/1734078034826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5323=[#edits: 1 = <5284/info:/1734078034826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5324=[#edits: 1 = <5285/info:/1734078034827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5325=[#edits: 1 = <5286/info:/1734078034828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5326=[#edits: 1 = <5287/info:/1734078034828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5327=[#edits: 1 = <5288/info:/1734078034829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5328=[#edits: 1 = <5289/info:/1734078034830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5329=[#edits: 1 = <5290/info:/1734078034831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5330=[#edits: 1 = <5291/info:/1734078034832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5331=[#edits: 1 = <5292/info:/1734078034833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5332=[#edits: 1 = <5293/info:/1734078034834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5333=[#edits: 1 = <5294/info:/1734078034835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5334=[#edits: 1 = <5295/info:/1734078034835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5335=[#edits: 1 = <5296/info:/1734078034836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5336=[#edits: 1 = <5297/info:/1734078034837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5337=[#edits: 1 = <5298/info:/1734078034839/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=21462, nbRowKeys=40, nbHFiles=0, heapSize=6880, lastSeqIds={}, endOfFile=false,usedBufferSize=6880] 2024-12-13T08:20:34,864 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T08:20:34,864 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 22703, reset compression=false 2024-12-13T08:20:34,864 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5338=[#edits: 1 = <5299/info:/1734078034841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5339=[#edits: 1 = <5300/info:/1734078034842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5340=[#edits: 1 = <5301/info:/1734078034843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5341=[#edits: 1 = <5302/info:/1734078034845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5342=[#edits: 1 = <5303/info:/1734078034848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5343=[#edits: 1 = <5304/info:/1734078034852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5344=[#edits: 1 = <5305/info:/1734078034853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5345=[#edits: 1 = <5306/info:/1734078034853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5346=[#edits: 1 = <5307/info:/1734078034853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5347=[#edits: 1 = <5308/info:/1734078034854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5348=[#edits: 1 = <5309/info:/1734078034855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5349=[#edits: 1 = <5310/info:/1734078034855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5350=[#edits: 1 = <5311/info:/1734078034857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5351=[#edits: 1 = <5312/info:/1734078034859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5352=[#edits: 1 = <5313/info:/1734078034859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5353=[#edits: 1 = <5314/info:/1734078034860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5354=[#edits: 1 = <5315/info:/1734078034860/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=22703, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-13T08:20:34,899 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 48 WAL entries eligible for replication 2024-12-13T08:20:34,899 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 26207, reset compression=false 2024-12-13T08:20:34,899 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5355=[#edits: 1 = <5316/info:/1734078034861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5356=[#edits: 1 = <5317/info:/1734078034862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5357=[#edits: 1 = <5318/info:/1734078034865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5358=[#edits: 1 = <5319/info:/1734078034866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5359=[#edits: 1 = <5320/info:/1734078034867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5360=[#edits: 1 = <5321/info:/1734078034869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5361=[#edits: 1 = <5322/info:/1734078034876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5362=[#edits: 1 = <5323/info:/1734078034876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5363=[#edits: 1 = <5324/info:/1734078034877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5364=[#edits: 1 = <5325/info:/1734078034877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5365=[#edits: 1 = <5326/info:/1734078034877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5366=[#edits: 1 = <5327/info:/1734078034878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5367=[#edits: 1 = <5328/info:/1734078034878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5368=[#edits: 1 = <5329/info:/1734078034879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5369=[#edits: 1 = <5330/info:/1734078034879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5370=[#edits: 1 = <5331/info:/1734078034880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5371=[#edits: 1 = <5332/info:/1734078034880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5372=[#edits: 1 = <5333/info:/1734078034880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5373=[#edits: 1 = <5334/info:/1734078034881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5374=[#edits: 1 = <5335/info:/1734078034881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5375=[#edits: 1 = <5336/info:/1734078034882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5376=[#edits: 1 = <5337/info:/1734078034882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5377=[#edits: 1 = <5338/info:/1734078034882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5378=[#edits: 1 = <5339/info:/1734078034883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5379=[#edits: 1 = <5340/info:/1734078034883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5380=[#edits: 1 = <5341/info:/1734078034884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5381=[#edits: 1 = <5342/info:/1734078034884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5382=[#edits: 1 = <5343/info:/1734078034884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5383=[#edits: 1 = <5344/info:/1734078034885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5384=[#edits: 1 = <5345/info:/1734078034885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5385=[#edits: 1 = <5346/info:/1734078034885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5386=[#edits: 1 = <5347/info:/1734078034886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5387=[#edits: 1 = <5348/info:/1734078034886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5388=[#edits: 1 = <5349/info:/1734078034887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5389=[#edits: 1 = <5350/info:/1734078034887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5390=[#edits: 1 = <5351/info:/1734078034887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5391=[#edits: 1 = <5352/info:/1734078034888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5392=[#edits: 1 = <5353/info:/1734078034888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5393=[#edits: 1 = <5354/info:/1734078034888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5394=[#edits: 1 = <5355/info:/1734078034889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5395=[#edits: 1 = <5356/info:/1734078034889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5396=[#edits: 1 = <5357/info:/1734078034890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5397=[#edits: 1 = <5358/info:/1734078034890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5398=[#edits: 1 = <5359/info:/1734078034890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5399=[#edits: 1 = <5360/info:/1734078034891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5400=[#edits: 1 = <5361/info:/1734078034891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5401=[#edits: 1 = <5362/info:/1734078034892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5402=[#edits: 1 = <5363/info:/1734078034892/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=26207, nbRowKeys=48, nbHFiles=0, heapSize=8256, lastSeqIds={}, endOfFile=false,usedBufferSize=8256] 2024-12-13T08:20:34,912 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:34,912 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5403=[#edits: 1 = <5364/info:/1734078034893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5404=[#edits: 1 = <5365/info:/1734078034900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5405=[#edits: 1 = <5366/info:/1734078034901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5406=[#edits: 1 = <5367/info:/1734078034902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5407=[#edits: 1 = <5368/info:/1734078034903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5408=[#edits: 1 = <5369/info:/1734078034904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5409=[#edits: 1 = <5370/info:/1734078034905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5410=[#edits: 1 = <5371/info:/1734078034907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5411=[#edits: 1 = <5372/info:/1734078034908/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=26864, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:34,914 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 26864, reset compression=false 2024-12-13T08:20:34,923 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:34,923 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5412=[#edits: 1 = <5373/info:/1734078034910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5413=[#edits: 1 = <5374/info:/1734078034912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5414=[#edits: 1 = <5375/info:/1734078034914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5415=[#edits: 1 = <5376/info:/1734078034916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5416=[#edits: 1 = <5377/info:/1734078034917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5417=[#edits: 1 = <5378/info:/1734078034920/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=27302, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:34,923 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 27302, reset compression=false 2024-12-13T08:20:34,937 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:34,938 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5418=[#edits: 1 = <5379/info:/1734078034921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5419=[#edits: 1 = <5380/info:/1734078034923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5420=[#edits: 1 = <5381/info:/1734078034924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5421=[#edits: 1 = <5382/info:/1734078034925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5422=[#edits: 1 = <5383/info:/1734078034925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5423=[#edits: 1 = <5384/info:/1734078034926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5424=[#edits: 1 = <5385/info:/1734078034927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5425=[#edits: 1 = <5386/info:/1734078034927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5426=[#edits: 1 = <5387/info:/1734078034928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5427=[#edits: 1 = <5388/info:/1734078034928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5428=[#edits: 1 = <5389/info:/1734078034929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5429=[#edits: 1 = <5390/info:/1734078034930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5430=[#edits: 1 = <5391/info:/1734078034931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5431=[#edits: 1 = <5392/info:/1734078034931/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=28324, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:34,939 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 28324, reset compression=false 2024-12-13T08:20:34,959 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-13T08:20:34,959 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 29492, reset compression=false 2024-12-13T08:20:34,959 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5432=[#edits: 1 = <5393/info:/1734078034933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5433=[#edits: 1 = <5394/info:/1734078034933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5434=[#edits: 1 = <5395/info:/1734078034934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5435=[#edits: 1 = <5396/info:/1734078034935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5436=[#edits: 1 = <5397/info:/1734078034936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5437=[#edits: 1 = <5398/info:/1734078034937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5438=[#edits: 1 = <5399/info:/1734078034944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5439=[#edits: 1 = <5400/info:/1734078034945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5440=[#edits: 1 = <5401/info:/1734078034946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5441=[#edits: 1 = <5402/info:/1734078034947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5442=[#edits: 1 = <5403/info:/1734078034948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5443=[#edits: 1 = <5404/info:/1734078034950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5444=[#edits: 1 = <5405/info:/1734078034950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5445=[#edits: 1 = <5406/info:/1734078034951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5446=[#edits: 1 = <5407/info:/1734078034951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5447=[#edits: 1 = <5408/info:/1734078034955/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=29492, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-13T08:20:34,976 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:34,976 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5448=[#edits: 1 = <5409/info:/1734078034958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5449=[#edits: 1 = <5410/info:/1734078034961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5450=[#edits: 1 = <5411/info:/1734078034961/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=29711, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-13T08:20:34,977 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 29711, reset compression=false 2024-12-13T08:20:34,984 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:34,985 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 30295, reset compression=false 2024-12-13T08:20:34,985 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5451=[#edits: 1 = <5412/info:/1734078034965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5452=[#edits: 1 = <5413/info:/1734078034966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5453=[#edits: 1 = <5414/info:/1734078034976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5454=[#edits: 1 = <5415/info:/1734078034978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5455=[#edits: 1 = <5416/info:/1734078034978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5456=[#edits: 1 = <5417/info:/1734078034979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5457=[#edits: 1 = <5418/info:/1734078034980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5458=[#edits: 1 = <5419/info:/1734078034981/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=30295, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:34,995 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:34,995 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 31098, reset compression=false 2024-12-13T08:20:34,995 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5459=[#edits: 1 = <5420/info:/1734078034982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5460=[#edits: 1 = <5421/info:/1734078034983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5461=[#edits: 1 = <5422/info:/1734078034983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5462=[#edits: 1 = <5423/info:/1734078034984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5463=[#edits: 1 = <5424/info:/1734078034986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5464=[#edits: 1 = <5425/info:/1734078034989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5465=[#edits: 1 = <5426/info:/1734078034989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5466=[#edits: 1 = <5427/info:/1734078034990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5467=[#edits: 1 = <5428/info:/1734078034990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5468=[#edits: 1 = <5429/info:/1734078034991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5469=[#edits: 1 = <5430/info:/1734078034991/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=31098, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:35,006 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:35,006 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 31317, reset compression=false 2024-12-13T08:20:35,006 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5470=[#edits: 1 = <5431/info:/1734078034992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5471=[#edits: 1 = <5432/info:/1734078034995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5472=[#edits: 1 = <5433/info:/1734078034999/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=31317, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-13T08:20:35,025 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:35,025 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5473=[#edits: 1 = <5434/info:/1734078035001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5474=[#edits: 1 = <5435/info:/1734078035005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5475=[#edits: 1 = <5436/info:/1734078035006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5476=[#edits: 1 = <5437/info:/1734078035007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5477=[#edits: 1 = <5438/info:/1734078035008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5478=[#edits: 1 = <5439/info:/1734078035008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5479=[#edits: 1 = <5440/info:/1734078035009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5480=[#edits: 1 = <5441/info:/1734078035009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5481=[#edits: 1 = <5442/info:/1734078035010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5482=[#edits: 1 = <5443/info:/1734078035010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5483=[#edits: 1 = <5444/info:/1734078035011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5484=[#edits: 1 = <5445/info:/1734078035012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5485=[#edits: 1 = <5446/info:/1734078035013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5486=[#edits: 1 = <5447/info:/1734078035013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5487=[#edits: 1 = <5448/info:/1734078035014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5488=[#edits: 1 = <5449/info:/1734078035014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5489=[#edits: 1 = <5450/info:/1734078035015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5490=[#edits: 1 = <5451/info:/1734078035015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5491=[#edits: 1 = <5452/info:/1734078035016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5492=[#edits: 1 = <5453/info:/1734078035016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5493=[#edits: 1 = <5454/info:/1734078035017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5494=[#edits: 1 = <5455/info:/1734078035017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5495=[#edits: 1 = <5456/info:/1734078035018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5496=[#edits: 1 = <5457/info:/1734078035019/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=33069, nbRowKeys=24, nbHFiles=0, heapSize=4128, lastSeqIds={}, endOfFile=false,usedBufferSize=4128] 2024-12-13T08:20:35,025 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 33069, reset compression=false 2024-12-13T08:20:35,054 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 23 WAL entries eligible for replication 2024-12-13T08:20:35,054 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 34748, reset compression=false 2024-12-13T08:20:35,055 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5497=[#edits: 1 = <5458/info:/1734078035023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5498=[#edits: 1 = <5459/info:/1734078035025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5499=[#edits: 1 = <5460/info:/1734078035026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5500=[#edits: 1 = <5461/info:/1734078035027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5501=[#edits: 1 = <5462/info:/1734078035029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5502=[#edits: 1 = <5463/info:/1734078035030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5503=[#edits: 1 = <5464/info:/1734078035030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5504=[#edits: 1 = <5465/info:/1734078035031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5505=[#edits: 1 = <5466/info:/1734078035032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5506=[#edits: 1 = <5467/info:/1734078035040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5507=[#edits: 1 = <5468/info:/1734078035042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5508=[#edits: 1 = <5469/info:/1734078035043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5509=[#edits: 1 = <5470/info:/1734078035043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5510=[#edits: 1 = <5471/info:/1734078035046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5511=[#edits: 1 = <5472/info:/1734078035046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5512=[#edits: 1 = <5473/info:/1734078035047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5513=[#edits: 1 = <5474/info:/1734078035047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5514=[#edits: 1 = <5475/info:/1734078035048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5515=[#edits: 1 = <5476/info:/1734078035048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5516=[#edits: 1 = <5477/info:/1734078035048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5517=[#edits: 1 = <5478/info:/1734078035049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5518=[#edits: 1 = <5479/info:/1734078035049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5519=[#edits: 1 = <5480/info:/1734078035050/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=34748, nbRowKeys=23, nbHFiles=0, heapSize=3956, lastSeqIds={}, endOfFile=false,usedBufferSize=3956] 2024-12-13T08:20:35,081 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-13T08:20:35,082 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 36135, reset compression=false 2024-12-13T08:20:35,082 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5520=[#edits: 1 = <5481/info:/1734078035051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5521=[#edits: 1 = <5482/info:/1734078035052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5522=[#edits: 1 = <5483/info:/1734078035053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5523=[#edits: 1 = <5484/info:/1734078035056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5524=[#edits: 1 = <5485/info:/1734078035060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5525=[#edits: 1 = <5486/info:/1734078035061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5526=[#edits: 1 = <5487/info:/1734078035061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5527=[#edits: 1 = <5488/info:/1734078035062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5528=[#edits: 1 = <5489/info:/1734078035064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5529=[#edits: 1 = <5490/info:/1734078035065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5530=[#edits: 1 = <5491/info:/1734078035065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5531=[#edits: 1 = <5492/info:/1734078035066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5532=[#edits: 1 = <5493/info:/1734078035067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5533=[#edits: 1 = <5494/info:/1734078035068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5534=[#edits: 1 = <5495/info:/1734078035068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5535=[#edits: 1 = <5496/info:/1734078035069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5536=[#edits: 1 = <5497/info:/1734078035069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5537=[#edits: 1 = <5498/info:/1734078035070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5538=[#edits: 1 = <5499/info:/1734078035071/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=36135, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-13T08:20:35,090 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:35,090 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:35,117 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 33 WAL entries eligible for replication 2024-12-13T08:20:35,117 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 38544, reset compression=false 2024-12-13T08:20:35,117 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5539=[#edits: 1 = <5500/info:/1734078035071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5540=[#edits: 1 = <5501/info:/1734078035076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5541=[#edits: 1 = <5502/info:/1734078035077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5542=[#edits: 1 = <5503/info:/1734078035082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5543=[#edits: 1 = <5504/info:/1734078035086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5544=[#edits: 1 = <5505/info:/1734078035086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5545=[#edits: 1 = <5506/info:/1734078035092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5546=[#edits: 1 = <5507/info:/1734078035093/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5547=[#edits: 1 = <5508/info:/1734078035093/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5548=[#edits: 1 = <5509/info:/1734078035094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5549=[#edits: 1 = <5510/info:/1734078035095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5550=[#edits: 1 = <5511/info:/1734078035096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5551=[#edits: 1 = <5512/info:/1734078035097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5552=[#edits: 1 = <5513/info:/1734078035097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5553=[#edits: 1 = <5514/info:/1734078035098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5554=[#edits: 1 = <5515/info:/1734078035098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5555=[#edits: 1 = <5516/info:/1734078035099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5556=[#edits: 1 = <5517/info:/1734078035099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5557=[#edits: 1 = <5518/info:/1734078035100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5558=[#edits: 1 = <5519/info:/1734078035101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5559=[#edits: 1 = <5520/info:/1734078035101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5560=[#edits: 1 = <5521/info:/1734078035102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5561=[#edits: 1 = <5522/info:/1734078035102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5562=[#edits: 1 = <5523/info:/1734078035103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5563=[#edits: 1 = <5524/info:/1734078035103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5564=[#edits: 1 = <5525/info:/1734078035105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5565=[#edits: 1 = <5526/info:/1734078035105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5566=[#edits: 1 = <5527/info:/1734078035106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5567=[#edits: 1 = <5528/info:/1734078035108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5568=[#edits: 1 = <5529/info:/1734078035109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5569=[#edits: 1 = <5530/info:/1734078035110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5570=[#edits: 1 = <5531/info:/1734078035110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5571=[#edits: 1 = <5532/info:/1734078035111/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=38544, nbRowKeys=33, nbHFiles=0, heapSize=5676, lastSeqIds={}, endOfFile=false,usedBufferSize=5676] 2024-12-13T08:20:35,151 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 31 WAL entries eligible for replication 2024-12-13T08:20:35,151 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 40807, reset compression=false 2024-12-13T08:20:35,152 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5572=[#edits: 1 = <5533/info:/1734078035113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5573=[#edits: 1 = <5534/info:/1734078035115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5574=[#edits: 1 = <5535/info:/1734078035116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5575=[#edits: 1 = <5536/info:/1734078035122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5576=[#edits: 1 = <5537/info:/1734078035123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5577=[#edits: 1 = <5538/info:/1734078035124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5578=[#edits: 1 = <5539/info:/1734078035124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5579=[#edits: 1 = <5540/info:/1734078035126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5580=[#edits: 1 = <5541/info:/1734078035126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5581=[#edits: 1 = <5542/info:/1734078035127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5582=[#edits: 1 = <5543/info:/1734078035127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5583=[#edits: 1 = <5544/info:/1734078035128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5584=[#edits: 1 = <5545/info:/1734078035128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5585=[#edits: 1 = <5546/info:/1734078035130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5586=[#edits: 1 = <5547/info:/1734078035131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5587=[#edits: 1 = <5548/info:/1734078035132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5588=[#edits: 1 = <5549/info:/1734078035133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5589=[#edits: 1 = <5550/info:/1734078035134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5590=[#edits: 1 = <5551/info:/1734078035134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5591=[#edits: 1 = <5552/info:/1734078035135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5592=[#edits: 1 = <5553/info:/1734078035135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5593=[#edits: 1 = <5554/info:/1734078035136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5594=[#edits: 1 = <5555/info:/1734078035136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5595=[#edits: 1 = <5556/info:/1734078035137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5596=[#edits: 1 = <5557/info:/1734078035142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5597=[#edits: 1 = <5558/info:/1734078035144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5598=[#edits: 1 = <5559/info:/1734078035145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5599=[#edits: 1 = <5560/info:/1734078035146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5600=[#edits: 1 = <5561/info:/1734078035146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5601=[#edits: 1 = <5562/info:/1734078035147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5602=[#edits: 1 = <5563/info:/1734078035147/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=40807, nbRowKeys=31, nbHFiles=0, heapSize=5332, lastSeqIds={}, endOfFile=false,usedBufferSize=5332] 2024-12-13T08:20:35,184 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 39 WAL entries eligible for replication 2024-12-13T08:20:35,184 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 43654, reset compression=false 2024-12-13T08:20:35,185 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5603=[#edits: 1 = <5564/info:/1734078035148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5604=[#edits: 1 = <5565/info:/1734078035149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5605=[#edits: 1 = <5566/info:/1734078035149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5606=[#edits: 1 = <5567/info:/1734078035150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5607=[#edits: 1 = <5568/info:/1734078035150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5608=[#edits: 1 = <5569/info:/1734078035151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5609=[#edits: 1 = <5570/info:/1734078035151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5610=[#edits: 1 = <5571/info:/1734078035152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5611=[#edits: 1 = <5572/info:/1734078035153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5612=[#edits: 1 = <5573/info:/1734078035156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5613=[#edits: 1 = <5574/info:/1734078035159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5614=[#edits: 1 = <5575/info:/1734078035159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5615=[#edits: 1 = <5576/info:/1734078035160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5616=[#edits: 1 = <5577/info:/1734078035161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5617=[#edits: 1 = <5578/info:/1734078035161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5618=[#edits: 1 = <5579/info:/1734078035162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5619=[#edits: 1 = <5580/info:/1734078035162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5620=[#edits: 1 = <5581/info:/1734078035163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5621=[#edits: 1 = <5582/info:/1734078035163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5622=[#edits: 1 = <5583/info:/1734078035164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5623=[#edits: 1 = <5584/info:/1734078035164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5624=[#edits: 1 = <5585/info:/1734078035165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5625=[#edits: 1 = <5586/info:/1734078035166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5626=[#edits: 1 = <5587/info:/1734078035166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5627=[#edits: 1 = <5588/info:/1734078035167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5628=[#edits: 1 = <5589/info:/1734078035167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5629=[#edits: 1 = <5590/info:/1734078035169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5630=[#edits: 1 = <5591/info:/1734078035170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5631=[#edits: 1 = <5592/info:/1734078035171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5632=[#edits: 1 = <5593/info:/1734078035171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5633=[#edits: 1 = <5594/info:/1734078035172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5634=[#edits: 1 = <5595/info:/1734078035172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5635=[#edits: 1 = <5596/info:/1734078035174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5636=[#edits: 1 = <5597/info:/1734078035175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5637=[#edits: 1 = <5598/info:/1734078035176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5638=[#edits: 1 = <5599/info:/1734078035176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5639=[#edits: 1 = <5600/info:/1734078035177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5640=[#edits: 1 = <5601/info:/1734078035179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5641=[#edits: 1 = <5602/info:/1734078035180/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=43654, nbRowKeys=39, nbHFiles=0, heapSize=6708, lastSeqIds={}, endOfFile=false,usedBufferSize=6708] 2024-12-13T08:20:35,206 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 38 WAL entries eligible for replication 2024-12-13T08:20:35,206 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 46428, reset compression=false 2024-12-13T08:20:35,206 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5642=[#edits: 1 = <5603/info:/1734078035180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5643=[#edits: 1 = <5604/info:/1734078035181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5644=[#edits: 1 = <5605/info:/1734078035183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5645=[#edits: 1 = <5606/info:/1734078035184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5646=[#edits: 1 = <5607/info:/1734078035185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5647=[#edits: 1 = <5608/info:/1734078035185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5648=[#edits: 1 = <5609/info:/1734078035189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5649=[#edits: 1 = <5610/info:/1734078035189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5650=[#edits: 1 = <5611/info:/1734078035190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5651=[#edits: 1 = <5612/info:/1734078035192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5652=[#edits: 1 = <5613/info:/1734078035192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5653=[#edits: 1 = <5614/info:/1734078035193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5654=[#edits: 1 = <5615/info:/1734078035193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5655=[#edits: 1 = <5616/info:/1734078035194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5656=[#edits: 1 = <5617/info:/1734078035194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5657=[#edits: 1 = <5618/info:/1734078035195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5658=[#edits: 1 = <5619/info:/1734078035195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5659=[#edits: 1 = <5620/info:/1734078035196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5660=[#edits: 1 = <5621/info:/1734078035196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5661=[#edits: 1 = <5622/info:/1734078035197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5662=[#edits: 1 = <5623/info:/1734078035197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5663=[#edits: 1 = <5624/info:/1734078035197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5664=[#edits: 1 = <5625/info:/1734078035198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5665=[#edits: 1 = <5626/info:/1734078035198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5666=[#edits: 1 = <5627/info:/1734078035198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5667=[#edits: 1 = <5628/info:/1734078035199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5668=[#edits: 1 = <5629/info:/1734078035199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5669=[#edits: 1 = <5630/info:/1734078035200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5670=[#edits: 1 = <5631/info:/1734078035200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5671=[#edits: 1 = <5632/info:/1734078035200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5672=[#edits: 1 = <5633/info:/1734078035201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5673=[#edits: 1 = <5634/info:/1734078035201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5674=[#edits: 1 = <5635/info:/1734078035201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5675=[#edits: 1 = <5636/info:/1734078035202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5676=[#edits: 1 = <5637/info:/1734078035202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5677=[#edits: 1 = <5638/info:/1734078035202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5678=[#edits: 1 = <5639/info:/1734078035203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5679=[#edits: 1 = <5640/info:/1734078035203/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=46428, nbRowKeys=38, nbHFiles=0, heapSize=6536, lastSeqIds={}, endOfFile=false,usedBufferSize=6536] 2024-12-13T08:20:35,218 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T08:20:35,218 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 47669, reset compression=false 2024-12-13T08:20:35,219 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5680=[#edits: 1 = <5641/info:/1734078035204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5681=[#edits: 1 = <5642/info:/1734078035205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5682=[#edits: 1 = <5643/info:/1734078035206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5683=[#edits: 1 = <5644/info:/1734078035207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5684=[#edits: 1 = <5645/info:/1734078035210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5685=[#edits: 1 = <5646/info:/1734078035210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5686=[#edits: 1 = <5647/info:/1734078035211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5687=[#edits: 1 = <5648/info:/1734078035211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5688=[#edits: 1 = <5649/info:/1734078035212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5689=[#edits: 1 = <5650/info:/1734078035212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5690=[#edits: 1 = <5651/info:/1734078035213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5691=[#edits: 1 = <5652/info:/1734078035213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5692=[#edits: 1 = <5653/info:/1734078035213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5693=[#edits: 1 = <5654/info:/1734078035214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5694=[#edits: 1 = <5655/info:/1734078035214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5695=[#edits: 1 = <5656/info:/1734078035214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5696=[#edits: 1 = <5657/info:/1734078035215/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=47669, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-13T08:20:35,250 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 51 WAL entries eligible for replication 2024-12-13T08:20:35,250 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 51392, reset compression=false 2024-12-13T08:20:35,250 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5697=[#edits: 1 = <5658/info:/1734078035216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5698=[#edits: 1 = <5659/info:/1734078035223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5699=[#edits: 1 = <5660/info:/1734078035226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5700=[#edits: 1 = <5661/info:/1734078035227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5701=[#edits: 1 = <5662/info:/1734078035228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5702=[#edits: 1 = <5663/info:/1734078035229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5703=[#edits: 1 = <5664/info:/1734078035230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5704=[#edits: 1 = <5665/info:/1734078035230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5705=[#edits: 1 = <5666/info:/1734078035231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5706=[#edits: 1 = <5667/info:/1734078035231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5707=[#edits: 1 = <5668/info:/1734078035232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5708=[#edits: 1 = <5669/info:/1734078035232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5709=[#edits: 1 = <5670/info:/1734078035232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5710=[#edits: 1 = <5671/info:/1734078035233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5711=[#edits: 1 = <5672/info:/1734078035233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5712=[#edits: 1 = <5673/info:/1734078035233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5713=[#edits: 1 = <5674/info:/1734078035234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5714=[#edits: 1 = <5675/info:/1734078035234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5715=[#edits: 1 = <5676/info:/1734078035235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5716=[#edits: 1 = <5677/info:/1734078035235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5717=[#edits: 1 = <5678/info:/1734078035235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5718=[#edits: 1 = <5679/info:/1734078035236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5719=[#edits: 1 = <5680/info:/1734078035236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5720=[#edits: 1 = <5681/info:/1734078035237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5721=[#edits: 1 = <5682/info:/1734078035237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5722=[#edits: 1 = <5683/info:/1734078035237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5723=[#edits: 1 = <5684/info:/1734078035238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5724=[#edits: 1 = <5685/info:/1734078035238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5725=[#edits: 1 = <5686/info:/1734078035238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5726=[#edits: 1 = <5687/info:/1734078035239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5727=[#edits: 1 = <5688/info:/1734078035239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5728=[#edits: 1 = <5689/info:/1734078035240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5729=[#edits: 1 = <5690/info:/1734078035240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5730=[#edits: 1 = <5691/info:/1734078035240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5731=[#edits: 1 = <5692/info:/1734078035241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5732=[#edits: 1 = <5693/info:/1734078035241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5733=[#edits: 1 = <5694/info:/1734078035241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5734=[#edits: 1 = <5695/info:/1734078035242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5735=[#edits: 1 = <5696/info:/1734078035242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5736=[#edits: 1 = <5697/info:/1734078035243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5737=[#edits: 1 = <5698/info:/1734078035243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5738=[#edits: 1 = <5699/info:/1734078035244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5739=[#edits: 1 = <5700/info:/1734078035244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5740=[#edits: 1 = <5701/info:/1734078035244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5741=[#edits: 1 = <5702/info:/1734078035245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5742=[#edits: 1 = <5703/info:/1734078035245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5743=[#edits: 1 = <5704/info:/1734078035245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5744=[#edits: 1 = <5705/info:/1734078035246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5745=[#edits: 1 = <5706/info:/1734078035246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5746=[#edits: 1 = <5707/info:/1734078035247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5747=[#edits: 1 = <5708/info:/1734078035247/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=51392, nbRowKeys=51, nbHFiles=0, heapSize=8772, lastSeqIds={}, endOfFile=false,usedBufferSize=8772] 2024-12-13T08:20:35,256 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:35,256 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 51611, reset compression=false 2024-12-13T08:20:35,256 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5748=[#edits: 1 = <5709/info:/1734078035248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5749=[#edits: 1 = <5710/info:/1734078035249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5750=[#edits: 1 = <5711/info:/1734078035252/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=51611, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-13T08:20:35,274 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-13T08:20:35,274 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 52925, reset compression=false 2024-12-13T08:20:35,274 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5751=[#edits: 1 = <5712/info:/1734078035255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5752=[#edits: 1 = <5713/info:/1734078035255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5753=[#edits: 1 = <5714/info:/1734078035257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5754=[#edits: 1 = <5715/info:/1734078035260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5755=[#edits: 1 = <5716/info:/1734078035261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5756=[#edits: 1 = <5717/info:/1734078035263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5757=[#edits: 1 = <5718/info:/1734078035266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5758=[#edits: 1 = <5719/info:/1734078035267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5759=[#edits: 1 = <5720/info:/1734078035267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5760=[#edits: 1 = <5721/info:/1734078035268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5761=[#edits: 1 = <5722/info:/1734078035268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5762=[#edits: 1 = <5723/info:/1734078035269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5763=[#edits: 1 = <5724/info:/1734078035269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5764=[#edits: 1 = <5725/info:/1734078035269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5765=[#edits: 1 = <5726/info:/1734078035270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5766=[#edits: 1 = <5727/info:/1734078035270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5767=[#edits: 1 = <5728/info:/1734078035271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5768=[#edits: 1 = <5729/info:/1734078035271/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=52925, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-13T08:20:35,282 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:35,282 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 53363, reset compression=false 2024-12-13T08:20:35,283 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5769=[#edits: 1 = <5730/info:/1734078035271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5770=[#edits: 1 = <5731/info:/1734078035272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5771=[#edits: 1 = <5732/info:/1734078035273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5772=[#edits: 1 = <5733/info:/1734078035273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5773=[#edits: 1 = <5734/info:/1734078035274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5774=[#edits: 1 = <5735/info:/1734078035274/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=53363, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:35,288 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:35,289 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 53582, reset compression=false 2024-12-13T08:20:35,289 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5775=[#edits: 1 = <5736/info:/1734078035278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5776=[#edits: 1 = <5737/info:/1734078035282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5777=[#edits: 1 = <5738/info:/1734078035285/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=53582, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-13T08:20:35,296 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:35,296 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 54020, reset compression=false 2024-12-13T08:20:35,296 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5778=[#edits: 1 = <5739/info:/1734078035287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5779=[#edits: 1 = <5740/info:/1734078035288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5780=[#edits: 1 = <5741/info:/1734078035289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5781=[#edits: 1 = <5742/info:/1734078035292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5782=[#edits: 1 = <5743/info:/1734078035293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5783=[#edits: 1 = <5744/info:/1734078035293/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=54020, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:35,302 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:35,302 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5784=[#edits: 1 = <5745/info:/1734078035294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5785=[#edits: 1 = <5746/info:/1734078035295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5786=[#edits: 1 = <5747/info:/1734078035295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5787=[#edits: 1 = <5748/info:/1734078035297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5788=[#edits: 1 = <5749/info:/1734078035297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5789=[#edits: 1 = <5750/info:/1734078035298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5790=[#edits: 1 = <5751/info:/1734078035300/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=54531, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:35,303 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 54531, reset compression=false 2024-12-13T08:20:35,309 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:35,310 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 54823, reset compression=false 2024-12-13T08:20:35,310 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5791=[#edits: 1 = <5752/info:/1734078035300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5792=[#edits: 1 = <5753/info:/1734078035301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5793=[#edits: 1 = <5754/info:/1734078035302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5794=[#edits: 1 = <5755/info:/1734078035306/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=54823, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:35,318 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:35,318 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 55261, reset compression=false 2024-12-13T08:20:35,318 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5795=[#edits: 1 = <5756/info:/1734078035307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5796=[#edits: 1 = <5757/info:/1734078035310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5797=[#edits: 1 = <5758/info:/1734078035311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5798=[#edits: 1 = <5759/info:/1734078035312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5799=[#edits: 1 = <5760/info:/1734078035313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5800=[#edits: 1 = <5761/info:/1734078035315/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=55261, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:35,336 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:35,336 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 55480, reset compression=false 2024-12-13T08:20:35,336 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5801=[#edits: 1 = <5762/info:/1734078035316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5802=[#edits: 1 = <5763/info:/1734078035317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5803=[#edits: 1 = <5764/info:/1734078035320/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=55480, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-13T08:20:35,344 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 25 WAL entries eligible for replication 2024-12-13T08:20:35,344 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 57305, reset compression=false 2024-12-13T08:20:35,344 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5804=[#edits: 1 = <5765/info:/1734078035324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5805=[#edits: 1 = <5766/info:/1734078035326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5806=[#edits: 1 = <5767/info:/1734078035328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5807=[#edits: 1 = <5768/info:/1734078035328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5808=[#edits: 1 = <5769/info:/1734078035329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5809=[#edits: 1 = <5770/info:/1734078035329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5810=[#edits: 1 = <5771/info:/1734078035330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5811=[#edits: 1 = <5772/info:/1734078035330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5812=[#edits: 1 = <5773/info:/1734078035330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5813=[#edits: 1 = <5774/info:/1734078035331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5814=[#edits: 1 = <5775/info:/1734078035331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5815=[#edits: 1 = <5776/info:/1734078035332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5816=[#edits: 1 = <5777/info:/1734078035332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5817=[#edits: 1 = <5778/info:/1734078035332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5818=[#edits: 1 = <5779/info:/1734078035333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5819=[#edits: 1 = <5780/info:/1734078035333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5820=[#edits: 1 = <5781/info:/1734078035333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5821=[#edits: 1 = <5782/info:/1734078035334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5822=[#edits: 1 = <5783/info:/1734078035334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5823=[#edits: 1 = <5784/info:/1734078035335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5824=[#edits: 1 = <5785/info:/1734078035335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5825=[#edits: 1 = <5786/info:/1734078035335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5826=[#edits: 1 = <5787/info:/1734078035337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5827=[#edits: 1 = <5788/info:/1734078035337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5828=[#edits: 1 = <5789/info:/1734078035338/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=57305, nbRowKeys=25, nbHFiles=0, heapSize=4300, lastSeqIds={}, endOfFile=false,usedBufferSize=4300] 2024-12-13T08:20:35,354 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:35,354 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 58035, reset compression=false 2024-12-13T08:20:35,354 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5829=[#edits: 1 = <5790/info:/1734078035338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5830=[#edits: 1 = <5791/info:/1734078035348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5831=[#edits: 1 = <5792/info:/1734078035348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5832=[#edits: 1 = <5793/info:/1734078035349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5833=[#edits: 1 = <5794/info:/1734078035349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5834=[#edits: 1 = <5795/info:/1734078035349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5835=[#edits: 1 = <5796/info:/1734078035350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5836=[#edits: 1 = <5797/info:/1734078035350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5837=[#edits: 1 = <5798/info:/1734078035351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5838=[#edits: 1 = <5799/info:/1734078035351/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=58035, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:35,366 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:35,366 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 58400, reset compression=false 2024-12-13T08:20:35,366 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5839=[#edits: 1 = <5800/info:/1734078035352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5840=[#edits: 1 = <5801/info:/1734078035353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5841=[#edits: 1 = <5802/info:/1734078035359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5842=[#edits: 1 = <5803/info:/1734078035361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5843=[#edits: 1 = <5804/info:/1734078035363/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=58400, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:35,378 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:35,378 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 59349, reset compression=false 2024-12-13T08:20:35,378 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5844=[#edits: 1 = <5805/info:/1734078035363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5845=[#edits: 1 = <5806/info:/1734078035364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5846=[#edits: 1 = <5807/info:/1734078035365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5847=[#edits: 1 = <5808/info:/1734078035366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5848=[#edits: 1 = <5809/info:/1734078035367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5849=[#edits: 1 = <5810/info:/1734078035368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5850=[#edits: 1 = <5811/info:/1734078035368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5851=[#edits: 1 = <5812/info:/1734078035369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5852=[#edits: 1 = <5813/info:/1734078035370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5853=[#edits: 1 = <5814/info:/1734078035370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5854=[#edits: 1 = <5815/info:/1734078035371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5855=[#edits: 1 = <5816/info:/1734078035374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5856=[#edits: 1 = <5817/info:/1734078035375/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=59349, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:35,387 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:35,387 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 59933, reset compression=false 2024-12-13T08:20:35,387 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5857=[#edits: 1 = <5818/info:/1734078035376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5858=[#edits: 1 = <5819/info:/1734078035376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5859=[#edits: 1 = <5820/info:/1734078035377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5860=[#edits: 1 = <5821/info:/1734078035377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5861=[#edits: 1 = <5822/info:/1734078035379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5862=[#edits: 1 = <5823/info:/1734078035380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5863=[#edits: 1 = <5824/info:/1734078035380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5864=[#edits: 1 = <5825/info:/1734078035381/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=59933, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:35,395 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:35,395 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5865=[#edits: 1 = <5826/info:/1734078035386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5866=[#edits: 1 = <5827/info:/1734078035387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5867=[#edits: 1 = <5828/info:/1734078035388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5868=[#edits: 1 = <5829/info:/1734078035391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5869=[#edits: 1 = <5830/info:/1734078035391/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=60298, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:35,395 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 60298, reset compression=false 2024-12-13T08:20:35,425 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 26 WAL entries eligible for replication 2024-12-13T08:20:35,425 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 62196, reset compression=false 2024-12-13T08:20:35,425 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5870=[#edits: 1 = <5831/info:/1734078035392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5871=[#edits: 1 = <5832/info:/1734078035398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5872=[#edits: 1 = <5833/info:/1734078035399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5873=[#edits: 1 = <5834/info:/1734078035400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5874=[#edits: 1 = <5835/info:/1734078035402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5875=[#edits: 1 = <5836/info:/1734078035402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5876=[#edits: 1 = <5837/info:/1734078035403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5877=[#edits: 1 = <5838/info:/1734078035404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5878=[#edits: 1 = <5839/info:/1734078035405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5879=[#edits: 1 = <5840/info:/1734078035406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5880=[#edits: 1 = <5841/info:/1734078035408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5881=[#edits: 1 = <5842/info:/1734078035409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5882=[#edits: 1 = <5843/info:/1734078035411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5883=[#edits: 1 = <5844/info:/1734078035412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5884=[#edits: 1 = <5845/info:/1734078035413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5885=[#edits: 1 = <5846/info:/1734078035414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5886=[#edits: 1 = <5847/info:/1734078035415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5887=[#edits: 1 = <5848/info:/1734078035415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5888=[#edits: 1 = <5849/info:/1734078035416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5889=[#edits: 1 = <5850/info:/1734078035416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5890=[#edits: 1 = <5851/info:/1734078035416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5891=[#edits: 1 = <5852/info:/1734078035417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5892=[#edits: 1 = <5853/info:/1734078035418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5893=[#edits: 1 = <5854/info:/1734078035418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5894=[#edits: 1 = <5855/info:/1734078035419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5895=[#edits: 1 = <5856/info:/1734078035420/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=62196, nbRowKeys=26, nbHFiles=0, heapSize=4472, lastSeqIds={}, endOfFile=false,usedBufferSize=4472] 2024-12-13T08:20:35,432 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:35,433 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 62415, reset compression=false 2024-12-13T08:20:35,433 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5896=[#edits: 1 = <5857/info:/1734078035423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5897=[#edits: 1 = <5858/info:/1734078035425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5898=[#edits: 1 = <5859/info:/1734078035428/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=62415, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-13T08:20:35,443 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:35,443 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 63291, reset compression=false 2024-12-13T08:20:35,443 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5899=[#edits: 1 = <5860/info:/1734078035430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5900=[#edits: 1 = <5861/info:/1734078035431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5901=[#edits: 1 = <5862/info:/1734078035433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5902=[#edits: 1 = <5863/info:/1734078035434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5903=[#edits: 1 = <5864/info:/1734078035434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5904=[#edits: 1 = <5865/info:/1734078035435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5905=[#edits: 1 = <5866/info:/1734078035435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5906=[#edits: 1 = <5867/info:/1734078035436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5907=[#edits: 1 = <5868/info:/1734078035436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5908=[#edits: 1 = <5869/info:/1734078035438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5909=[#edits: 1 = <5870/info:/1734078035438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5910=[#edits: 1 = <5871/info:/1734078035439/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=63291, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:35,454 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:35,454 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 64167, reset compression=false 2024-12-13T08:20:35,454 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5911=[#edits: 1 = <5872/info:/1734078035440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5912=[#edits: 1 = <5873/info:/1734078035440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5913=[#edits: 1 = <5874/info:/1734078035442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5914=[#edits: 1 = <5875/info:/1734078035444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5915=[#edits: 1 = <5876/info:/1734078035446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5916=[#edits: 1 = <5877/info:/1734078035447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5917=[#edits: 1 = <5878/info:/1734078035449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5918=[#edits: 1 = <5879/info:/1734078035449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5919=[#edits: 1 = <5880/info:/1734078035450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5920=[#edits: 1 = <5881/info:/1734078035450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5921=[#edits: 1 = <5882/info:/1734078035451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5922=[#edits: 1 = <5883/info:/1734078035451/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=64167, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:35,461 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:35,461 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 64532, reset compression=false 2024-12-13T08:20:35,461 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5923=[#edits: 1 = <5884/info:/1734078035452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5924=[#edits: 1 = <5885/info:/1734078035453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5925=[#edits: 1 = <5886/info:/1734078035456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5926=[#edits: 1 = <5887/info:/1734078035456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5927=[#edits: 1 = <5888/info:/1734078035457/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=64532, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:35,478 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-13T08:20:35,478 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 65700, reset compression=false 2024-12-13T08:20:35,478 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5928=[#edits: 1 = <5889/info:/1734078035462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5929=[#edits: 1 = <5890/info:/1734078035466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5930=[#edits: 1 = <5891/info:/1734078035466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5931=[#edits: 1 = <5892/info:/1734078035468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5932=[#edits: 1 = <5893/info:/1734078035468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5933=[#edits: 1 = <5894/info:/1734078035469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5934=[#edits: 1 = <5895/info:/1734078035469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5935=[#edits: 1 = <5896/info:/1734078035469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5936=[#edits: 1 = <5897/info:/1734078035470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5937=[#edits: 1 = <5898/info:/1734078035470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5938=[#edits: 1 = <5899/info:/1734078035470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5939=[#edits: 1 = <5900/info:/1734078035471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5940=[#edits: 1 = <5901/info:/1734078035474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5941=[#edits: 1 = <5902/info:/1734078035474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5942=[#edits: 1 = <5903/info:/1734078035475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5943=[#edits: 1 = <5904/info:/1734078035475/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=65700, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-13T08:20:35,486 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:35,486 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5944=[#edits: 1 = <5905/info:/1734078035476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5945=[#edits: 1 = <5906/info:/1734078035476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5946=[#edits: 1 = <5907/info:/1734078035477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5947=[#edits: 1 = <5908/info:/1734078035477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5948=[#edits: 1 = <5909/info:/1734078035480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5949=[#edits: 1 = <5910/info:/1734078035481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5950=[#edits: 1 = <5911/info:/1734078035482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5951=[#edits: 1 = <5912/info:/1734078035482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5952=[#edits: 1 = <5913/info:/1734078035483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5953=[#edits: 1 = <5914/info:/1734078035483/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=66430, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:35,487 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 66430, reset compression=false 2024-12-13T08:20:35,498 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:35,498 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 66649, reset compression=false 2024-12-13T08:20:35,498 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5954=[#edits: 1 = <5915/info:/1734078035484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5955=[#edits: 1 = <5916/info:/1734078035484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5956=[#edits: 1 = <5917/info:/1734078035491/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=66649, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-13T08:20:35,516 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 31 WAL entries eligible for replication 2024-12-13T08:20:35,516 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5957=[#edits: 1 = <5918/info:/1734078035496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5958=[#edits: 1 = <5919/info:/1734078035497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5959=[#edits: 1 = <5920/info:/1734078035498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5960=[#edits: 1 = <5921/info:/1734078035499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5961=[#edits: 1 = <5922/info:/1734078035500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5962=[#edits: 1 = <5923/info:/1734078035500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5963=[#edits: 1 = <5924/info:/1734078035501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5964=[#edits: 1 = <5925/info:/1734078035501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5965=[#edits: 1 = <5926/info:/1734078035501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5966=[#edits: 1 = <5927/info:/1734078035502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5967=[#edits: 1 = <5928/info:/1734078035502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5968=[#edits: 1 = <5929/info:/1734078035503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5969=[#edits: 1 = <5930/info:/1734078035503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5970=[#edits: 1 = <5931/info:/1734078035504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5971=[#edits: 1 = <5932/info:/1734078035504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5972=[#edits: 1 = <5933/info:/1734078035505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5973=[#edits: 1 = <5934/info:/1734078035505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5974=[#edits: 1 = <5935/info:/1734078035506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5975=[#edits: 1 = <5936/info:/1734078035506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5976=[#edits: 1 = <5937/info:/1734078035507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5977=[#edits: 1 = <5938/info:/1734078035507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5978=[#edits: 1 = <5939/info:/1734078035507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5979=[#edits: 1 = <5940/info:/1734078035508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5980=[#edits: 1 = <5941/info:/1734078035508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5981=[#edits: 1 = <5942/info:/1734078035509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5982=[#edits: 1 = <5943/info:/1734078035509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5983=[#edits: 1 = <5944/info:/1734078035509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5984=[#edits: 1 = <5945/info:/1734078035510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5985=[#edits: 1 = <5946/info:/1734078035510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5986=[#edits: 1 = <5947/info:/1734078035511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5987=[#edits: 1 = <5948/info:/1734078035511/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=68912, nbRowKeys=31, nbHFiles=0, heapSize=5332, lastSeqIds={}, endOfFile=false,usedBufferSize=5332] 2024-12-13T08:20:35,517 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 68912, reset compression=false 2024-12-13T08:20:35,526 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:35,526 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 69642, reset compression=false 2024-12-13T08:20:35,526 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5988=[#edits: 1 = <5949/info:/1734078035512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5989=[#edits: 1 = <5950/info:/1734078035512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5990=[#edits: 1 = <5951/info:/1734078035513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5991=[#edits: 1 = <5952/info:/1734078035515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5992=[#edits: 1 = <5953/info:/1734078035516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5993=[#edits: 1 = <5954/info:/1734078035517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5994=[#edits: 1 = <5955/info:/1734078035519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5995=[#edits: 1 = <5956/info:/1734078035520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5996=[#edits: 1 = <5957/info:/1734078035522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5997=[#edits: 1 = <5958/info:/1734078035522/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=69642, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:35,538 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:35,539 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 69788, reset compression=false 2024-12-13T08:20:35,539 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5998=[#edits: 1 = <5959/info:/1734078035523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5999=[#edits: 1 = <5960/info:/1734078035531/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=69788, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-13T08:20:35,550 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-13T08:20:35,550 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 71102, reset compression=false 2024-12-13T08:20:35,550 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6000=[#edits: 1 = <5961/info:/1734078035536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6001=[#edits: 1 = <5962/info:/1734078035537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6002=[#edits: 1 = <5963/info:/1734078035538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6003=[#edits: 1 = <5964/info:/1734078035540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6004=[#edits: 1 = <5965/info:/1734078035540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6005=[#edits: 1 = <5966/info:/1734078035541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6006=[#edits: 1 = <5967/info:/1734078035541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6007=[#edits: 1 = <5968/info:/1734078035542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6008=[#edits: 1 = <5969/info:/1734078035542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6009=[#edits: 1 = <5970/info:/1734078035543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6010=[#edits: 1 = <5971/info:/1734078035544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6011=[#edits: 1 = <5972/info:/1734078035544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6012=[#edits: 1 = <5973/info:/1734078035545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6013=[#edits: 1 = <5974/info:/1734078035545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6014=[#edits: 1 = <5975/info:/1734078035545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6015=[#edits: 1 = <5976/info:/1734078035546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6016=[#edits: 1 = <5977/info:/1734078035546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6017=[#edits: 1 = <5978/info:/1734078035547/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=71102, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-13T08:20:35,558 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:35,558 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 72051, reset compression=false 2024-12-13T08:20:35,558 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6018=[#edits: 1 = <5979/info:/1734078035548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6019=[#edits: 1 = <5980/info:/1734078035549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6020=[#edits: 1 = <5981/info:/1734078035550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6021=[#edits: 1 = <5982/info:/1734078035550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6022=[#edits: 1 = <5983/info:/1734078035552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6023=[#edits: 1 = <5984/info:/1734078035552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6024=[#edits: 1 = <5985/info:/1734078035553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6025=[#edits: 1 = <5986/info:/1734078035553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6026=[#edits: 1 = <5987/info:/1734078035554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6027=[#edits: 1 = <5988/info:/1734078035554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6028=[#edits: 1 = <5989/info:/1734078035554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6029=[#edits: 1 = <5990/info:/1734078035555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6030=[#edits: 1 = <5991/info:/1734078035555/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=72051, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:35,560 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(269): Writing data from 6000 to 7000 2024-12-13T08:20:35,566 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-13T08:20:35,566 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 73146, reset compression=false 2024-12-13T08:20:35,567 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6031=[#edits: 1 = <5992/info:/1734078035556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6032=[#edits: 1 = <5993/info:/1734078035556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6033=[#edits: 1 = <5994/info:/1734078035557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6034=[#edits: 1 = <5995/info:/1734078035557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6035=[#edits: 1 = <5996/info:/1734078035558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6036=[#edits: 1 = <5997/info:/1734078035558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6037=[#edits: 1 = <5998/info:/1734078035559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6038=[#edits: 1 = <5999/info:/1734078035560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6039=[#edits: 1 = <6000/info:/1734078035561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6040=[#edits: 1 = <6001/info:/1734078035561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6041=[#edits: 1 = <6002/info:/1734078035561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6042=[#edits: 1 = <6003/info:/1734078035562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6043=[#edits: 1 = <6004/info:/1734078035562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6044=[#edits: 1 = <6005/info:/1734078035563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6045=[#edits: 1 = <6006/info:/1734078035563/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=73146, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-13T08:20:35,573 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:35,573 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 73657, reset compression=false 2024-12-13T08:20:35,573 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6046=[#edits: 1 = <6007/info:/1734078035563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6047=[#edits: 1 = <6008/info:/1734078035564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6048=[#edits: 1 = <6009/info:/1734078035565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6049=[#edits: 1 = <6010/info:/1734078035565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6050=[#edits: 1 = <6011/info:/1734078035566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6051=[#edits: 1 = <6012/info:/1734078035568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6052=[#edits: 1 = <6013/info:/1734078035569/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=73657, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:35,583 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:35,583 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6053=[#edits: 1 = <6014/info:/1734078035571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6054=[#edits: 1 = <6015/info:/1734078035573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6055=[#edits: 1 = <6016/info:/1734078035574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6056=[#edits: 1 = <6017/info:/1734078035575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6057=[#edits: 1 = <6018/info:/1734078035579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6058=[#edits: 1 = <6019/info:/1734078035580/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=74095, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:35,583 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 74095, reset compression=false 2024-12-13T08:20:35,602 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-13T08:20:35,602 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 75263, reset compression=false 2024-12-13T08:20:35,602 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6059=[#edits: 1 = <6020/info:/1734078035581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6060=[#edits: 1 = <6021/info:/1734078035584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6061=[#edits: 1 = <6022/info:/1734078035585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6062=[#edits: 1 = <6023/info:/1734078035587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6063=[#edits: 1 = <6024/info:/1734078035588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6064=[#edits: 1 = <6025/info:/1734078035589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6065=[#edits: 1 = <6026/info:/1734078035590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6066=[#edits: 1 = <6027/info:/1734078035590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6067=[#edits: 1 = <6028/info:/1734078035591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6068=[#edits: 1 = <6029/info:/1734078035591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6069=[#edits: 1 = <6030/info:/1734078035593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6070=[#edits: 1 = <6031/info:/1734078035594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6071=[#edits: 1 = <6032/info:/1734078035598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6072=[#edits: 1 = <6033/info:/1734078035598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6073=[#edits: 1 = <6034/info:/1734078035599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6074=[#edits: 1 = <6035/info:/1734078035599/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=75263, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-13T08:20:35,607 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:35,607 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 75555, reset compression=false 2024-12-13T08:20:35,607 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6075=[#edits: 1 = <6036/info:/1734078035600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6076=[#edits: 1 = <6037/info:/1734078035600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6077=[#edits: 1 = <6038/info:/1734078035601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6078=[#edits: 1 = <6039/info:/1734078035604/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=75555, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:35,613 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:35,613 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 75920, reset compression=false 2024-12-13T08:20:35,613 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6079=[#edits: 1 = <6040/info:/1734078035605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6080=[#edits: 1 = <6041/info:/1734078035606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6081=[#edits: 1 = <6042/info:/1734078035607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6082=[#edits: 1 = <6043/info:/1734078035608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6083=[#edits: 1 = <6044/info:/1734078035611/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=75920, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:35,618 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:35,618 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 76504, reset compression=false 2024-12-13T08:20:35,618 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6084=[#edits: 1 = <6045/info:/1734078035611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6085=[#edits: 1 = <6046/info:/1734078035612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6086=[#edits: 1 = <6047/info:/1734078035613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6087=[#edits: 1 = <6048/info:/1734078035614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6088=[#edits: 1 = <6049/info:/1734078035614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6089=[#edits: 1 = <6050/info:/1734078035615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6090=[#edits: 1 = <6051/info:/1734078035615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6091=[#edits: 1 = <6052/info:/1734078035616/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=76504, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:35,627 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:35,627 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 77088, reset compression=false 2024-12-13T08:20:35,627 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6092=[#edits: 1 = <6053/info:/1734078035616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6093=[#edits: 1 = <6054/info:/1734078035617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6094=[#edits: 1 = <6055/info:/1734078035617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6095=[#edits: 1 = <6056/info:/1734078035619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6096=[#edits: 1 = <6057/info:/1734078035619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6097=[#edits: 1 = <6058/info:/1734078035620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6098=[#edits: 1 = <6059/info:/1734078035620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6099=[#edits: 1 = <6060/info:/1734078035621/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=77088, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:35,635 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:35,635 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 77672, reset compression=false 2024-12-13T08:20:35,635 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6100=[#edits: 1 = <6061/info:/1734078035624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6101=[#edits: 1 = <6062/info:/1734078035625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6102=[#edits: 1 = <6063/info:/1734078035627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6103=[#edits: 1 = <6064/info:/1734078035629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6104=[#edits: 1 = <6065/info:/1734078035630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6105=[#edits: 1 = <6066/info:/1734078035631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6106=[#edits: 1 = <6067/info:/1734078035632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6107=[#edits: 1 = <6068/info:/1734078035632/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=77672, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:35,640 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:35,640 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6108=[#edits: 1 = <6069/info:/1734078035633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6109=[#edits: 1 = <6070/info:/1734078035633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6110=[#edits: 1 = <6071/info:/1734078035634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6111=[#edits: 1 = <6072/info:/1734078035634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6112=[#edits: 1 = <6073/info:/1734078035635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6113=[#edits: 1 = <6074/info:/1734078035636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6114=[#edits: 1 = <6075/info:/1734078035636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6115=[#edits: 1 = <6076/info:/1734078035637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6116=[#edits: 1 = <6077/info:/1734078035637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6117=[#edits: 1 = <6078/info:/1734078035638/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=78402, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:35,641 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 78402, reset compression=false 2024-12-13T08:20:35,647 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:35,647 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 79132, reset compression=false 2024-12-13T08:20:35,647 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6118=[#edits: 1 = <6079/info:/1734078035638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6119=[#edits: 1 = <6080/info:/1734078035639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6120=[#edits: 1 = <6081/info:/1734078035639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6121=[#edits: 1 = <6082/info:/1734078035640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6122=[#edits: 1 = <6083/info:/1734078035640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6123=[#edits: 1 = <6084/info:/1734078035642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6124=[#edits: 1 = <6085/info:/1734078035643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6125=[#edits: 1 = <6086/info:/1734078035643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6126=[#edits: 1 = <6087/info:/1734078035644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6127=[#edits: 1 = <6088/info:/1734078035644/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=79132, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:35,652 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:35,652 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta to pos 79862, reset compression=false 2024-12-13T08:20:35,652 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6128=[#edits: 1 = <6089/info:/1734078035645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6129=[#edits: 1 = <6090/info:/1734078035645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6130=[#edits: 1 = <6091/info:/1734078035646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6131=[#edits: 1 = <6092/info:/1734078035646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6132=[#edits: 1 = <6093/info:/1734078035647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6133=[#edits: 1 = <6094/info:/1734078035648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6134=[#edits: 1 = <6095/info:/1734078035649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6135=[#edits: 1 = <6096/info:/1734078035649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6136=[#edits: 1 = <6097/info:/1734078035650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6137=[#edits: 1 = <6098/info:/1734078035650/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=79862, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:35,656 DEBUG [AsyncFSWAL-0-hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129-prefix:6b1293cedc9a,40025,1734078026493.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80592, logrollsize=80530 2024-12-13T08:20:35,656 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C40025%2C1734078026493.meta:.meta(num 1734078034345) roll requested 2024-12-13T08:20:35,670 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, exclude list is [], retry=0 2024-12-13T08:20:35,672 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41421,DS-98d14e29-b937-44ab-886d-4a02c97db67b,DISK] 2024-12-13T08:20:35,673 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37659,DS-e27f22e1-e8d4-4cb3-bfd6-0671566425ba,DISK] 2024-12-13T08:20:35,674 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43461,DS-09c15185-ecb1-46d6-8763-577dfe3feaff,DISK] 2024-12-13T08:20:35,688 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta with entries=1118, filesize=80.27 KB; new WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta 2024-12-13T08:20:35,688 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40707:40707),(127.0.0.1/127.0.0.1:35803:35803),(127.0.0.1/127.0.0.1:37285:37285)] 2024-12-13T08:20:35,688 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta is not closed yet, will try archiving it next time 2024-12-13T08:20:35,689 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta for the last time to pos 80665, reset compression=false 2024-12-13T08:20:35,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741855_1031 (size=82206) 2024-12-13T08:20:35,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741855_1031 (size=82206) 2024-12-13T08:20:35,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741855_1031 (size=82206) 2024-12-13T08:20:35,717 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta 2024-12-13T08:20:35,717 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 32 WAL entries eligible for replication 2024-12-13T08:20:35,717 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:35,717 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6138=[#edits: 1 = <6099/info:/1734078035650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6139=[#edits: 1 = <6100/info:/1734078035651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6140=[#edits: 1 = <6101/info:/1734078035652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6141=[#edits: 1 = <6102/info:/1734078035652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6142=[#edits: 1 = <6103/info:/1734078035652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6143=[#edits: 1 = <6104/info:/1734078035653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6144=[#edits: 1 = <6105/info:/1734078035654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6145=[#edits: 1 = <6106/info:/1734078035654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6146=[#edits: 1 = <6107/info:/1734078035655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6147=[#edits: 1 = <6108/info:/1734078035656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6148=[#edits: 1 = <6109/info:/1734078035656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6149=[#edits: 1 = <6110/info:/1734078035666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6150=[#edits: 1 = <6111/info:/1734078035667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6151=[#edits: 1 = <6112/info:/1734078035667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6152=[#edits: 1 = <6113/info:/1734078035668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6153=[#edits: 1 = <6114/info:/1734078035671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6154=[#edits: 1 = <6115/info:/1734078035680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6155=[#edits: 1 = <6116/info:/1734078035681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6156=[#edits: 1 = <6117/info:/1734078035681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6157=[#edits: 1 = <6118/info:/1734078035682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6158=[#edits: 1 = <6119/info:/1734078035682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6159=[#edits: 1 = <6120/info:/1734078035683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6160=[#edits: 1 = <6121/info:/1734078035683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6161=[#edits: 1 = <6122/info:/1734078035684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6162=[#edits: 1 = <6123/info:/1734078035684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6163=[#edits: 1 = <6124/info:/1734078035684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6164=[#edits: 1 = <6125/info:/1734078035685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6165=[#edits: 1 = <6126/info:/1734078035685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6166=[#edits: 1 = <6127/info:/1734078035686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6167=[#edits: 1 = <6128/info:/1734078035686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6168=[#edits: 1 = <6129/info:/1734078035687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6169=[#edits: 1 = <6130/info:/1734078035687/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078034345.meta, lastWalPosition=82198, nbRowKeys=32, nbHFiles=0, heapSize=5504, lastSeqIds={}, endOfFile=true,usedBufferSize=5504] 2024-12-13T08:20:35,731 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 52 WAL entries eligible for replication 2024-12-13T08:20:35,731 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 3881, reset compression=false 2024-12-13T08:20:35,731 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6170=[#edits: 1 = <6131/info:/1734078035687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6171=[#edits: 1 = <6132/info:/1734078035690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6172=[#edits: 1 = <6133/info:/1734078035693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6173=[#edits: 1 = <6134/info:/1734078035699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6174=[#edits: 1 = <6135/info:/1734078035700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6175=[#edits: 1 = <6136/info:/1734078035701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6176=[#edits: 1 = <6137/info:/1734078035701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6177=[#edits: 1 = <6138/info:/1734078035701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6178=[#edits: 1 = <6139/info:/1734078035702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6179=[#edits: 1 = <6140/info:/1734078035702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6180=[#edits: 1 = <6141/info:/1734078035703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6181=[#edits: 1 = <6142/info:/1734078035703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6182=[#edits: 1 = <6143/info:/1734078035703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6183=[#edits: 1 = <6144/info:/1734078035704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6184=[#edits: 1 = <6145/info:/1734078035704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6185=[#edits: 1 = <6146/info:/1734078035704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6186=[#edits: 1 = <6147/info:/1734078035705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6187=[#edits: 1 = <6148/info:/1734078035705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6188=[#edits: 1 = <6149/info:/1734078035706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6189=[#edits: 1 = <6150/info:/1734078035706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6190=[#edits: 1 = <6151/info:/1734078035706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6191=[#edits: 1 = <6152/info:/1734078035707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6192=[#edits: 1 = <6153/info:/1734078035707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6193=[#edits: 1 = <6154/info:/1734078035708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6194=[#edits: 1 = <6155/info:/1734078035709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6195=[#edits: 1 = <6156/info:/1734078035710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6196=[#edits: 1 = <6157/info:/1734078035710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6197=[#edits: 1 = <6158/info:/1734078035711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6198=[#edits: 1 = <6159/info:/1734078035711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6199=[#edits: 1 = <6160/info:/1734078035712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6200=[#edits: 1 = <6161/info:/1734078035712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6201=[#edits: 1 = <6162/info:/1734078035712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6202=[#edits: 1 = <6163/info:/1734078035713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6203=[#edits: 1 = <6164/info:/1734078035713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6204=[#edits: 1 = <6165/info:/1734078035713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6205=[#edits: 1 = <6166/info:/1734078035714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6206=[#edits: 1 = <6167/info:/1734078035714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6207=[#edits: 1 = <6168/info:/1734078035715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6208=[#edits: 1 = <6169/info:/1734078035715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6209=[#edits: 1 = <6170/info:/1734078035716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6210=[#edits: 1 = <6171/info:/1734078035716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6211=[#edits: 1 = <6172/info:/1734078035718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6212=[#edits: 1 = <6173/info:/1734078035719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6213=[#edits: 1 = <6174/info:/1734078035720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6214=[#edits: 1 = <6175/info:/1734078035721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6215=[#edits: 1 = <6176/info:/1734078035721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6216=[#edits: 1 = <6177/info:/1734078035722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6217=[#edits: 1 = <6178/info:/1734078035722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6218=[#edits: 1 = <6179/info:/1734078035722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6219=[#edits: 1 = <6180/info:/1734078035723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6220=[#edits: 1 = <6181/info:/1734078035723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6221=[#edits: 1 = <6182/info:/1734078035724/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=3881, nbRowKeys=52, nbHFiles=0, heapSize=8944, lastSeqIds={}, endOfFile=false,usedBufferSize=8944] 2024-12-13T08:20:35,768 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 46 WAL entries eligible for replication 2024-12-13T08:20:35,768 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 7239, reset compression=false 2024-12-13T08:20:35,768 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6222=[#edits: 1 = <6183/info:/1734078035726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6223=[#edits: 1 = <6184/info:/1734078035737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6224=[#edits: 1 = <6185/info:/1734078035744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6225=[#edits: 1 = <6186/info:/1734078035745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6226=[#edits: 1 = <6187/info:/1734078035745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6227=[#edits: 1 = <6188/info:/1734078035746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6228=[#edits: 1 = <6189/info:/1734078035746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6229=[#edits: 1 = <6190/info:/1734078035747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6230=[#edits: 1 = <6191/info:/1734078035747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6231=[#edits: 1 = <6192/info:/1734078035748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6232=[#edits: 1 = <6193/info:/1734078035748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6233=[#edits: 1 = <6194/info:/1734078035750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6234=[#edits: 1 = <6195/info:/1734078035750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6235=[#edits: 1 = <6196/info:/1734078035750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6236=[#edits: 1 = <6197/info:/1734078035751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6237=[#edits: 1 = <6198/info:/1734078035751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6238=[#edits: 1 = <6199/info:/1734078035752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6239=[#edits: 1 = <6200/info:/1734078035752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6240=[#edits: 1 = <6201/info:/1734078035753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6241=[#edits: 1 = <6202/info:/1734078035753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6242=[#edits: 1 = <6203/info:/1734078035753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6243=[#edits: 1 = <6204/info:/1734078035754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6244=[#edits: 1 = <6205/info:/1734078035754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6245=[#edits: 1 = <6206/info:/1734078035755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6246=[#edits: 1 = <6207/info:/1734078035755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6247=[#edits: 1 = <6208/info:/1734078035755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6248=[#edits: 1 = <6209/info:/1734078035756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6249=[#edits: 1 = <6210/info:/1734078035756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6250=[#edits: 1 = <6211/info:/1734078035756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6251=[#edits: 1 = <6212/info:/1734078035757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6252=[#edits: 1 = <6213/info:/1734078035757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6253=[#edits: 1 = <6214/info:/1734078035758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6254=[#edits: 1 = <6215/info:/1734078035758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6255=[#edits: 1 = <6216/info:/1734078035758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6256=[#edits: 1 = <6217/info:/1734078035759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6257=[#edits: 1 = <6218/info:/1734078035759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6258=[#edits: 1 = <6219/info:/1734078035760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6259=[#edits: 1 = <6220/info:/1734078035760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6260=[#edits: 1 = <6221/info:/1734078035760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6261=[#edits: 1 = <6222/info:/1734078035761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6262=[#edits: 1 = <6223/info:/1734078035761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6263=[#edits: 1 = <6224/info:/1734078035761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6264=[#edits: 1 = <6225/info:/1734078035762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6265=[#edits: 1 = <6226/info:/1734078035762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6266=[#edits: 1 = <6227/info:/1734078035763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6267=[#edits: 1 = <6228/info:/1734078035763/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=7239, nbRowKeys=46, nbHFiles=0, heapSize=7912, lastSeqIds={}, endOfFile=false,usedBufferSize=7912] 2024-12-13T08:20:35,785 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 32 WAL entries eligible for replication 2024-12-13T08:20:35,785 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6268=[#edits: 1 = <6229/info:/1734078035764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6269=[#edits: 1 = <6230/info:/1734078035764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6270=[#edits: 1 = <6231/info:/1734078035765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6271=[#edits: 1 = <6232/info:/1734078035766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6272=[#edits: 1 = <6233/info:/1734078035766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6273=[#edits: 1 = <6234/info:/1734078035766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6274=[#edits: 1 = <6235/info:/1734078035767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6275=[#edits: 1 = <6236/info:/1734078035767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6276=[#edits: 1 = <6237/info:/1734078035768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6277=[#edits: 1 = <6238/info:/1734078035768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6278=[#edits: 1 = <6239/info:/1734078035770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6279=[#edits: 1 = <6240/info:/1734078035771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6280=[#edits: 1 = <6241/info:/1734078035772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6281=[#edits: 1 = <6242/info:/1734078035773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6282=[#edits: 1 = <6243/info:/1734078035774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6283=[#edits: 1 = <6244/info:/1734078035774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6284=[#edits: 1 = <6245/info:/1734078035774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6285=[#edits: 1 = <6246/info:/1734078035775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6286=[#edits: 1 = <6247/info:/1734078035775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6287=[#edits: 1 = <6248/info:/1734078035776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6288=[#edits: 1 = <6249/info:/1734078035776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6289=[#edits: 1 = <6250/info:/1734078035777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6290=[#edits: 1 = <6251/info:/1734078035777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6291=[#edits: 1 = <6252/info:/1734078035778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6292=[#edits: 1 = <6253/info:/1734078035778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6293=[#edits: 1 = <6254/info:/1734078035778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6294=[#edits: 1 = <6255/info:/1734078035779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6295=[#edits: 1 = <6256/info:/1734078035779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6296=[#edits: 1 = <6257/info:/1734078035780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6297=[#edits: 1 = <6258/info:/1734078035780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6298=[#edits: 1 = <6259/info:/1734078035780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6299=[#edits: 1 = <6260/info:/1734078035781/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=9575, nbRowKeys=32, nbHFiles=0, heapSize=5504, lastSeqIds={}, endOfFile=false,usedBufferSize=5504] 2024-12-13T08:20:35,786 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 9575, reset compression=false 2024-12-13T08:20:35,799 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-13T08:20:35,799 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 11181, reset compression=false 2024-12-13T08:20:35,800 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6300=[#edits: 1 = <6261/info:/1734078035781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6301=[#edits: 1 = <6262/info:/1734078035782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6302=[#edits: 1 = <6263/info:/1734078035783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6303=[#edits: 1 = <6264/info:/1734078035783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6304=[#edits: 1 = <6265/info:/1734078035784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6305=[#edits: 1 = <6266/info:/1734078035784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6306=[#edits: 1 = <6267/info:/1734078035785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6307=[#edits: 1 = <6268/info:/1734078035785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6308=[#edits: 1 = <6269/info:/1734078035786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6309=[#edits: 1 = <6270/info:/1734078035788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6310=[#edits: 1 = <6271/info:/1734078035788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6311=[#edits: 1 = <6272/info:/1734078035789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6312=[#edits: 1 = <6273/info:/1734078035789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6313=[#edits: 1 = <6274/info:/1734078035790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6314=[#edits: 1 = <6275/info:/1734078035790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6315=[#edits: 1 = <6276/info:/1734078035791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6316=[#edits: 1 = <6277/info:/1734078035792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6317=[#edits: 1 = <6278/info:/1734078035793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6318=[#edits: 1 = <6279/info:/1734078035793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6319=[#edits: 1 = <6280/info:/1734078035794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6320=[#edits: 1 = <6281/info:/1734078035795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6321=[#edits: 1 = <6282/info:/1734078035795/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=11181, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-13T08:20:35,829 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 44 WAL entries eligible for replication 2024-12-13T08:20:35,829 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 14393, reset compression=false 2024-12-13T08:20:35,829 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6322=[#edits: 1 = <6283/info:/1734078035796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6323=[#edits: 1 = <6284/info:/1734078035797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6324=[#edits: 1 = <6285/info:/1734078035799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6325=[#edits: 1 = <6286/info:/1734078035803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6326=[#edits: 1 = <6287/info:/1734078035804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6327=[#edits: 1 = <6288/info:/1734078035804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6328=[#edits: 1 = <6289/info:/1734078035805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6329=[#edits: 1 = <6290/info:/1734078035805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6330=[#edits: 1 = <6291/info:/1734078035806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6331=[#edits: 1 = <6292/info:/1734078035807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6332=[#edits: 1 = <6293/info:/1734078035807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6333=[#edits: 1 = <6294/info:/1734078035808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6334=[#edits: 1 = <6295/info:/1734078035808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6335=[#edits: 1 = <6296/info:/1734078035809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6336=[#edits: 1 = <6297/info:/1734078035809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6337=[#edits: 1 = <6298/info:/1734078035810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6338=[#edits: 1 = <6299/info:/1734078035811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6339=[#edits: 1 = <6300/info:/1734078035811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6340=[#edits: 1 = <6301/info:/1734078035812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6341=[#edits: 1 = <6302/info:/1734078035812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6342=[#edits: 1 = <6303/info:/1734078035813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6343=[#edits: 1 = <6304/info:/1734078035813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6344=[#edits: 1 = <6305/info:/1734078035814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6345=[#edits: 1 = <6306/info:/1734078035814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6346=[#edits: 1 = <6307/info:/1734078035815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6347=[#edits: 1 = <6308/info:/1734078035815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6348=[#edits: 1 = <6309/info:/1734078035816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6349=[#edits: 1 = <6310/info:/1734078035816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6350=[#edits: 1 = <6311/info:/1734078035817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6351=[#edits: 1 = <6312/info:/1734078035817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6352=[#edits: 1 = <6313/info:/1734078035818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6353=[#edits: 1 = <6314/info:/1734078035818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6354=[#edits: 1 = <6315/info:/1734078035819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6355=[#edits: 1 = <6316/info:/1734078035819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6356=[#edits: 1 = <6317/info:/1734078035820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6357=[#edits: 1 = <6318/info:/1734078035820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6358=[#edits: 1 = <6319/info:/1734078035821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6359=[#edits: 1 = <6320/info:/1734078035821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6360=[#edits: 1 = <6321/info:/1734078035822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6361=[#edits: 1 = <6322/info:/1734078035822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6362=[#edits: 1 = <6323/info:/1734078035823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6363=[#edits: 1 = <6324/info:/1734078035823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6364=[#edits: 1 = <6325/info:/1734078035824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6365=[#edits: 1 = <6326/info:/1734078035824/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=14393, nbRowKeys=44, nbHFiles=0, heapSize=7568, lastSeqIds={}, endOfFile=false,usedBufferSize=7568] 2024-12-13T08:20:35,846 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:35,846 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6366=[#edits: 1 = <6327/info:/1734078035825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6367=[#edits: 1 = <6328/info:/1734078035826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6368=[#edits: 1 = <6329/info:/1734078035826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6369=[#edits: 1 = <6330/info:/1734078035831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6370=[#edits: 1 = <6331/info:/1734078035834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6371=[#edits: 1 = <6332/info:/1734078035834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6372=[#edits: 1 = <6333/info:/1734078035836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6373=[#edits: 1 = <6334/info:/1734078035840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6374=[#edits: 1 = <6335/info:/1734078035841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6375=[#edits: 1 = <6336/info:/1734078035841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6376=[#edits: 1 = <6337/info:/1734078035842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6377=[#edits: 1 = <6338/info:/1734078035842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6378=[#edits: 1 = <6339/info:/1734078035843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6379=[#edits: 1 = <6340/info:/1734078035843/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=15415, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:35,851 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 15415, reset compression=false 2024-12-13T08:20:35,883 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 54 WAL entries eligible for replication 2024-12-13T08:20:35,883 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 19357, reset compression=false 2024-12-13T08:20:35,883 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6380=[#edits: 1 = <6341/info:/1734078035844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6381=[#edits: 1 = <6342/info:/1734078035845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6382=[#edits: 1 = <6343/info:/1734078035852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6383=[#edits: 1 = <6344/info:/1734078035854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6384=[#edits: 1 = <6345/info:/1734078035855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6385=[#edits: 1 = <6346/info:/1734078035855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6386=[#edits: 1 = <6347/info:/1734078035855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6387=[#edits: 1 = <6348/info:/1734078035856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6388=[#edits: 1 = <6349/info:/1734078035856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6389=[#edits: 1 = <6350/info:/1734078035857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6390=[#edits: 1 = <6351/info:/1734078035857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6391=[#edits: 1 = <6352/info:/1734078035857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6392=[#edits: 1 = <6353/info:/1734078035858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6393=[#edits: 1 = <6354/info:/1734078035858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6394=[#edits: 1 = <6355/info:/1734078035858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6395=[#edits: 1 = <6356/info:/1734078035859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6396=[#edits: 1 = <6357/info:/1734078035860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6397=[#edits: 1 = <6358/info:/1734078035861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6398=[#edits: 1 = <6359/info:/1734078035861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6399=[#edits: 1 = <6360/info:/1734078035862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6400=[#edits: 1 = <6361/info:/1734078035862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6401=[#edits: 1 = <6362/info:/1734078035862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6402=[#edits: 1 = <6363/info:/1734078035863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6403=[#edits: 1 = <6364/info:/1734078035863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6404=[#edits: 1 = <6365/info:/1734078035864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6405=[#edits: 1 = <6366/info:/1734078035864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6406=[#edits: 1 = <6367/info:/1734078035865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6407=[#edits: 1 = <6368/info:/1734078035865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6408=[#edits: 1 = <6369/info:/1734078035865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6409=[#edits: 1 = <6370/info:/1734078035866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6410=[#edits: 1 = <6371/info:/1734078035866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6411=[#edits: 1 = <6372/info:/1734078035867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6412=[#edits: 1 = <6373/info:/1734078035867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6413=[#edits: 1 = <6374/info:/1734078035868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6414=[#edits: 1 = <6375/info:/1734078035868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6415=[#edits: 1 = <6376/info:/1734078035868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6416=[#edits: 1 = <6377/info:/1734078035869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6417=[#edits: 1 = <6378/info:/1734078035869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6418=[#edits: 1 = <6379/info:/1734078035870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6419=[#edits: 1 = <6380/info:/1734078035870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6420=[#edits: 1 = <6381/info:/1734078035870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6421=[#edits: 1 = <6382/info:/1734078035871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6422=[#edits: 1 = <6383/info:/1734078035871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6423=[#edits: 1 = <6384/info:/1734078035872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6424=[#edits: 1 = <6385/info:/1734078035872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6425=[#edits: 1 = <6386/info:/1734078035873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6426=[#edits: 1 = <6387/info:/1734078035876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6427=[#edits: 1 = <6388/info:/1734078035876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6428=[#edits: 1 = <6389/info:/1734078035877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6429=[#edits: 1 = <6390/info:/1734078035877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6430=[#edits: 1 = <6391/info:/1734078035877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6431=[#edits: 1 = <6392/info:/1734078035878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6432=[#edits: 1 = <6393/info:/1734078035878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6433=[#edits: 1 = <6394/info:/1734078035879/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=19357, nbRowKeys=54, nbHFiles=0, heapSize=9288, lastSeqIds={}, endOfFile=false,usedBufferSize=9288] 2024-12-13T08:20:35,894 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:35,894 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 20233, reset compression=false 2024-12-13T08:20:35,894 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6434=[#edits: 1 = <6395/info:/1734078035880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6435=[#edits: 1 = <6396/info:/1734078035883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6436=[#edits: 1 = <6397/info:/1734078035886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6437=[#edits: 1 = <6398/info:/1734078035886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6438=[#edits: 1 = <6399/info:/1734078035888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6439=[#edits: 1 = <6400/info:/1734078035888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6440=[#edits: 1 = <6401/info:/1734078035889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6441=[#edits: 1 = <6402/info:/1734078035889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6442=[#edits: 1 = <6403/info:/1734078035890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6443=[#edits: 1 = <6404/info:/1734078035890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6444=[#edits: 1 = <6405/info:/1734078035891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6445=[#edits: 1 = <6406/info:/1734078035891/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=20233, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:35,905 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:35,905 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 20379, reset compression=false 2024-12-13T08:20:35,905 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6446=[#edits: 1 = <6407/info:/1734078035892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6447=[#edits: 1 = <6408/info:/1734078035898/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=20379, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-13T08:20:35,923 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 27 WAL entries eligible for replication 2024-12-13T08:20:35,923 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 22350, reset compression=false 2024-12-13T08:20:35,923 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6448=[#edits: 1 = <6409/info:/1734078035900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6449=[#edits: 1 = <6410/info:/1734078035900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6450=[#edits: 1 = <6411/info:/1734078035903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6451=[#edits: 1 = <6412/info:/1734078035908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6452=[#edits: 1 = <6413/info:/1734078035908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6453=[#edits: 1 = <6414/info:/1734078035909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6454=[#edits: 1 = <6415/info:/1734078035910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6455=[#edits: 1 = <6416/info:/1734078035910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6456=[#edits: 1 = <6417/info:/1734078035911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6457=[#edits: 1 = <6418/info:/1734078035911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6458=[#edits: 1 = <6419/info:/1734078035912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6459=[#edits: 1 = <6420/info:/1734078035912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6460=[#edits: 1 = <6421/info:/1734078035913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6461=[#edits: 1 = <6422/info:/1734078035913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6462=[#edits: 1 = <6423/info:/1734078035914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6463=[#edits: 1 = <6424/info:/1734078035914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6464=[#edits: 1 = <6425/info:/1734078035914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6465=[#edits: 1 = <6426/info:/1734078035915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6466=[#edits: 1 = <6427/info:/1734078035915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6467=[#edits: 1 = <6428/info:/1734078035916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6468=[#edits: 1 = <6429/info:/1734078035916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6469=[#edits: 1 = <6430/info:/1734078035917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6470=[#edits: 1 = <6431/info:/1734078035917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6471=[#edits: 1 = <6432/info:/1734078035918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6472=[#edits: 1 = <6433/info:/1734078035918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6473=[#edits: 1 = <6434/info:/1734078035919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6474=[#edits: 1 = <6435/info:/1734078035919/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=22350, nbRowKeys=27, nbHFiles=0, heapSize=4644, lastSeqIds={}, endOfFile=false,usedBufferSize=4644] 2024-12-13T08:20:35,941 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:35,941 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 22861, reset compression=false 2024-12-13T08:20:35,941 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6475=[#edits: 1 = <6436/info:/1734078035920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6476=[#edits: 1 = <6437/info:/1734078035921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6477=[#edits: 1 = <6438/info:/1734078035922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6478=[#edits: 1 = <6439/info:/1734078035922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6479=[#edits: 1 = <6440/info:/1734078035923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6480=[#edits: 1 = <6441/info:/1734078035923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6481=[#edits: 1 = <6442/info:/1734078035925/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=22861, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:35,948 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:35,948 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 23226, reset compression=false 2024-12-13T08:20:35,948 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6482=[#edits: 1 = <6443/info:/1734078035931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6483=[#edits: 1 = <6444/info:/1734078035940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6484=[#edits: 1 = <6445/info:/1734078035944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6485=[#edits: 1 = <6446/info:/1734078035944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6486=[#edits: 1 = <6447/info:/1734078035945/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=23226, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:35,958 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:35,958 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6487=[#edits: 1 = <6448/info:/1734078035947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6488=[#edits: 1 = <6449/info:/1734078035949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6489=[#edits: 1 = <6450/info:/1734078035950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6490=[#edits: 1 = <6451/info:/1734078035951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6491=[#edits: 1 = <6452/info:/1734078035952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6492=[#edits: 1 = <6453/info:/1734078035953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6493=[#edits: 1 = <6454/info:/1734078035953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6494=[#edits: 1 = <6455/info:/1734078035954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6495=[#edits: 1 = <6456/info:/1734078035954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6496=[#edits: 1 = <6457/info:/1734078035955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6497=[#edits: 1 = <6458/info:/1734078035955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6498=[#edits: 1 = <6459/info:/1734078035955/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=24102, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:35,958 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 24102, reset compression=false 2024-12-13T08:20:35,965 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:35,965 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 24686, reset compression=false 2024-12-13T08:20:35,965 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6499=[#edits: 1 = <6460/info:/1734078035956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6500=[#edits: 1 = <6461/info:/1734078035956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6501=[#edits: 1 = <6462/info:/1734078035958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6502=[#edits: 1 = <6463/info:/1734078035961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6503=[#edits: 1 = <6464/info:/1734078035962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6504=[#edits: 1 = <6465/info:/1734078035962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6505=[#edits: 1 = <6466/info:/1734078035963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6506=[#edits: 1 = <6467/info:/1734078035963/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=24686, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:35,974 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T08:20:35,974 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 25927, reset compression=false 2024-12-13T08:20:35,974 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6507=[#edits: 1 = <6468/info:/1734078035964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6508=[#edits: 1 = <6469/info:/1734078035964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6509=[#edits: 1 = <6470/info:/1734078035965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6510=[#edits: 1 = <6471/info:/1734078035966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6511=[#edits: 1 = <6472/info:/1734078035967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6512=[#edits: 1 = <6473/info:/1734078035967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6513=[#edits: 1 = <6474/info:/1734078035968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6514=[#edits: 1 = <6475/info:/1734078035968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6515=[#edits: 1 = <6476/info:/1734078035968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6516=[#edits: 1 = <6477/info:/1734078035969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6517=[#edits: 1 = <6478/info:/1734078035969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6518=[#edits: 1 = <6479/info:/1734078035969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6519=[#edits: 1 = <6480/info:/1734078035970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6520=[#edits: 1 = <6481/info:/1734078035970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6521=[#edits: 1 = <6482/info:/1734078035970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6522=[#edits: 1 = <6483/info:/1734078035971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6523=[#edits: 1 = <6484/info:/1734078035971/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=25927, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-13T08:20:35,986 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:35,986 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 27679, reset compression=false 2024-12-13T08:20:35,986 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6524=[#edits: 1 = <6485/info:/1734078035971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6525=[#edits: 1 = <6486/info:/1734078035972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6526=[#edits: 1 = <6487/info:/1734078035972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6527=[#edits: 1 = <6488/info:/1734078035973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6528=[#edits: 1 = <6489/info:/1734078035973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6529=[#edits: 1 = <6490/info:/1734078035974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6530=[#edits: 1 = <6491/info:/1734078035975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6531=[#edits: 1 = <6492/info:/1734078035976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6532=[#edits: 1 = <6493/info:/1734078035976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6533=[#edits: 1 = <6494/info:/1734078035977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6534=[#edits: 1 = <6495/info:/1734078035978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6535=[#edits: 1 = <6496/info:/1734078035978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6536=[#edits: 1 = <6497/info:/1734078035978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6537=[#edits: 1 = <6498/info:/1734078035979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6538=[#edits: 1 = <6499/info:/1734078035979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6539=[#edits: 1 = <6500/info:/1734078035979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6540=[#edits: 1 = <6501/info:/1734078035980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6541=[#edits: 1 = <6502/info:/1734078035980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6542=[#edits: 1 = <6503/info:/1734078035980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6543=[#edits: 1 = <6504/info:/1734078035981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6544=[#edits: 1 = <6505/info:/1734078035981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6545=[#edits: 1 = <6506/info:/1734078035982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6546=[#edits: 1 = <6507/info:/1734078035983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6547=[#edits: 1 = <6508/info:/1734078035983/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=27679, nbRowKeys=24, nbHFiles=0, heapSize=4128, lastSeqIds={}, endOfFile=false,usedBufferSize=4128] 2024-12-13T08:20:35,998 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-13T08:20:35,998 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 28774, reset compression=false 2024-12-13T08:20:35,998 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6548=[#edits: 1 = <6509/info:/1734078035983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6549=[#edits: 1 = <6510/info:/1734078035984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6550=[#edits: 1 = <6511/info:/1734078035984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6551=[#edits: 1 = <6512/info:/1734078035985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6552=[#edits: 1 = <6513/info:/1734078035985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6553=[#edits: 1 = <6514/info:/1734078035986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6554=[#edits: 1 = <6515/info:/1734078035986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6555=[#edits: 1 = <6516/info:/1734078035987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6556=[#edits: 1 = <6517/info:/1734078035989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6557=[#edits: 1 = <6518/info:/1734078035989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6558=[#edits: 1 = <6519/info:/1734078035989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6559=[#edits: 1 = <6520/info:/1734078035990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6560=[#edits: 1 = <6521/info:/1734078035990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6561=[#edits: 1 = <6522/info:/1734078035991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6562=[#edits: 1 = <6523/info:/1734078035991/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=28774, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-13T08:20:36,009 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-13T08:20:36,009 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 30234, reset compression=false 2024-12-13T08:20:36,009 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6563=[#edits: 1 = <6524/info:/1734078035995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6564=[#edits: 1 = <6525/info:/1734078035996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6565=[#edits: 1 = <6526/info:/1734078035996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6566=[#edits: 1 = <6527/info:/1734078035997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6567=[#edits: 1 = <6528/info:/1734078035997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6568=[#edits: 1 = <6529/info:/1734078035998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6569=[#edits: 1 = <6530/info:/1734078035998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6570=[#edits: 1 = <6531/info:/1734078035999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6571=[#edits: 1 = <6532/info:/1734078035999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6572=[#edits: 1 = <6533/info:/1734078036000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6573=[#edits: 1 = <6534/info:/1734078036000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6574=[#edits: 1 = <6535/info:/1734078036000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6575=[#edits: 1 = <6536/info:/1734078036001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6576=[#edits: 1 = <6537/info:/1734078036001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6577=[#edits: 1 = <6538/info:/1734078036001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6578=[#edits: 1 = <6539/info:/1734078036002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6579=[#edits: 1 = <6540/info:/1734078036002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6580=[#edits: 1 = <6541/info:/1734078036002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6581=[#edits: 1 = <6542/info:/1734078036003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6582=[#edits: 1 = <6543/info:/1734078036003/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=30234, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-13T08:20:36,015 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:36,015 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6583=[#edits: 1 = <6544/info:/1734078036003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6584=[#edits: 1 = <6545/info:/1734078036004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6585=[#edits: 1 = <6546/info:/1734078036004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6586=[#edits: 1 = <6547/info:/1734078036006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6587=[#edits: 1 = <6548/info:/1734078036007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6588=[#edits: 1 = <6549/info:/1734078036007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6589=[#edits: 1 = <6550/info:/1734078036008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6590=[#edits: 1 = <6551/info:/1734078036008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6591=[#edits: 1 = <6552/info:/1734078036009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6592=[#edits: 1 = <6553/info:/1734078036009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6593=[#edits: 1 = <6554/info:/1734078036012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6594=[#edits: 1 = <6555/info:/1734078036012/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=31110, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:36,015 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 31110, reset compression=false 2024-12-13T08:20:36,020 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:36,020 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 31767, reset compression=false 2024-12-13T08:20:36,020 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6595=[#edits: 1 = <6556/info:/1734078036013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6596=[#edits: 1 = <6557/info:/1734078036014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6597=[#edits: 1 = <6558/info:/1734078036014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6598=[#edits: 1 = <6559/info:/1734078036015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6599=[#edits: 1 = <6560/info:/1734078036016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6600=[#edits: 1 = <6561/info:/1734078036016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6601=[#edits: 1 = <6562/info:/1734078036017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6602=[#edits: 1 = <6563/info:/1734078036017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6603=[#edits: 1 = <6564/info:/1734078036018/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=31767, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:36,026 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:36,026 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 32278, reset compression=false 2024-12-13T08:20:36,026 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6604=[#edits: 1 = <6565/info:/1734078036019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6605=[#edits: 1 = <6566/info:/1734078036019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6606=[#edits: 1 = <6567/info:/1734078036020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6607=[#edits: 1 = <6568/info:/1734078036021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6608=[#edits: 1 = <6569/info:/1734078036022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6609=[#edits: 1 = <6570/info:/1734078036022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6610=[#edits: 1 = <6571/info:/1734078036023/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=32278, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:36,035 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:36,035 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 32570, reset compression=false 2024-12-13T08:20:36,035 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6611=[#edits: 1 = <6572/info:/1734078036023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6612=[#edits: 1 = <6573/info:/1734078036026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6613=[#edits: 1 = <6574/info:/1734078036027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6614=[#edits: 1 = <6575/info:/1734078036030/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=32570, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:36,048 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:36,048 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 32716, reset compression=false 2024-12-13T08:20:36,048 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6615=[#edits: 1 = <6576/info:/1734078036034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6616=[#edits: 1 = <6577/info:/1734078036041/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=32716, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-13T08:20:36,066 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-13T08:20:36,066 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 34103, reset compression=false 2024-12-13T08:20:36,066 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6617=[#edits: 1 = <6578/info:/1734078036044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6618=[#edits: 1 = <6579/info:/1734078036047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6619=[#edits: 1 = <6580/info:/1734078036051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6620=[#edits: 1 = <6581/info:/1734078036053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6621=[#edits: 1 = <6582/info:/1734078036054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6622=[#edits: 1 = <6583/info:/1734078036055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6623=[#edits: 1 = <6584/info:/1734078036056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6624=[#edits: 1 = <6585/info:/1734078036057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6625=[#edits: 1 = <6586/info:/1734078036058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6626=[#edits: 1 = <6587/info:/1734078036059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6627=[#edits: 1 = <6588/info:/1734078036059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6628=[#edits: 1 = <6589/info:/1734078036060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6629=[#edits: 1 = <6590/info:/1734078036061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6630=[#edits: 1 = <6591/info:/1734078036061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6631=[#edits: 1 = <6592/info:/1734078036062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6632=[#edits: 1 = <6593/info:/1734078036062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6633=[#edits: 1 = <6594/info:/1734078036062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6634=[#edits: 1 = <6595/info:/1734078036063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6635=[#edits: 1 = <6596/info:/1734078036063/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=34103, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-13T08:20:36,081 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 30 WAL entries eligible for replication 2024-12-13T08:20:36,081 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 36293, reset compression=false 2024-12-13T08:20:36,081 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6636=[#edits: 1 = <6597/info:/1734078036064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6637=[#edits: 1 = <6598/info:/1734078036064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6638=[#edits: 1 = <6599/info:/1734078036065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6639=[#edits: 1 = <6600/info:/1734078036066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6640=[#edits: 1 = <6601/info:/1734078036066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6641=[#edits: 1 = <6602/info:/1734078036067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6642=[#edits: 1 = <6603/info:/1734078036068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6643=[#edits: 1 = <6604/info:/1734078036068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6644=[#edits: 1 = <6605/info:/1734078036069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6645=[#edits: 1 = <6606/info:/1734078036069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6646=[#edits: 1 = <6607/info:/1734078036070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6647=[#edits: 1 = <6608/info:/1734078036070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6648=[#edits: 1 = <6609/info:/1734078036071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6649=[#edits: 1 = <6610/info:/1734078036071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6650=[#edits: 1 = <6611/info:/1734078036071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6651=[#edits: 1 = <6612/info:/1734078036072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6652=[#edits: 1 = <6613/info:/1734078036072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6653=[#edits: 1 = <6614/info:/1734078036073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6654=[#edits: 1 = <6615/info:/1734078036073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6655=[#edits: 1 = <6616/info:/1734078036074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6656=[#edits: 1 = <6617/info:/1734078036074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6657=[#edits: 1 = <6618/info:/1734078036075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6658=[#edits: 1 = <6619/info:/1734078036075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6659=[#edits: 1 = <6620/info:/1734078036076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6660=[#edits: 1 = <6621/info:/1734078036076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6661=[#edits: 1 = <6622/info:/1734078036077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6662=[#edits: 1 = <6623/info:/1734078036077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6663=[#edits: 1 = <6624/info:/1734078036078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6664=[#edits: 1 = <6625/info:/1734078036078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6665=[#edits: 1 = <6626/info:/1734078036078/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=36293, nbRowKeys=30, nbHFiles=0, heapSize=5160, lastSeqIds={}, endOfFile=false,usedBufferSize=5160] 2024-12-13T08:20:36,101 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:20:36,101 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:36,116 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 58 WAL entries eligible for replication 2024-12-13T08:20:36,116 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6666=[#edits: 1 = <6627/info:/1734078036079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6667=[#edits: 1 = <6628/info:/1734078036079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6668=[#edits: 1 = <6629/info:/1734078036079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6669=[#edits: 1 = <6630/info:/1734078036080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6670=[#edits: 1 = <6631/info:/1734078036081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6671=[#edits: 1 = <6632/info:/1734078036081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6672=[#edits: 1 = <6633/info:/1734078036081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6673=[#edits: 1 = <6634/info:/1734078036082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6674=[#edits: 1 = <6635/info:/1734078036084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6675=[#edits: 1 = <6636/info:/1734078036085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6676=[#edits: 1 = <6637/info:/1734078036086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6677=[#edits: 1 = <6638/info:/1734078036086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6678=[#edits: 1 = <6639/info:/1734078036087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6679=[#edits: 1 = <6640/info:/1734078036087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6680=[#edits: 1 = <6641/info:/1734078036088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6681=[#edits: 1 = <6642/info:/1734078036088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6682=[#edits: 1 = <6643/info:/1734078036089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6683=[#edits: 1 = <6644/info:/1734078036089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6684=[#edits: 1 = <6645/info:/1734078036090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6685=[#edits: 1 = <6646/info:/1734078036090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6686=[#edits: 1 = <6647/info:/1734078036091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6687=[#edits: 1 = <6648/info:/1734078036091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6688=[#edits: 1 = <6649/info:/1734078036092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6689=[#edits: 1 = <6650/info:/1734078036094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6690=[#edits: 1 = <6651/info:/1734078036094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6691=[#edits: 1 = <6652/info:/1734078036095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6692=[#edits: 1 = <6653/info:/1734078036095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6693=[#edits: 1 = <6654/info:/1734078036096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6694=[#edits: 1 = <6655/info:/1734078036096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6695=[#edits: 1 = <6656/info:/1734078036097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6696=[#edits: 1 = <6657/info:/1734078036097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6697=[#edits: 1 = <6658/info:/1734078036097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6698=[#edits: 1 = <6659/info:/1734078036098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6699=[#edits: 1 = <6660/info:/1734078036098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6700=[#edits: 1 = <6661/info:/1734078036098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6701=[#edits: 1 = <6662/info:/1734078036099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6702=[#edits: 1 = <6663/info:/1734078036099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6703=[#edits: 1 = <6664/info:/1734078036100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6704=[#edits: 1 = <6665/info:/1734078036100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6705=[#edits: 1 = <6666/info:/1734078036100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6706=[#edits: 1 = <6667/info:/1734078036101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6707=[#edits: 1 = <6668/info:/1734078036101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6708=[#edits: 1 = <6669/info:/1734078036101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6709=[#edits: 1 = <6670/info:/1734078036102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6710=[#edits: 1 = <6671/info:/1734078036102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6711=[#edits: 1 = <6672/info:/1734078036103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6712=[#edits: 1 = <6673/info:/1734078036103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6713=[#edits: 1 = <6674/info:/1734078036103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6714=[#edits: 1 = <6675/info:/1734078036104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6715=[#edits: 1 = <6676/info:/1734078036104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6716=[#edits: 1 = <6677/info:/1734078036104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6717=[#edits: 1 = <6678/info:/1734078036105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6718=[#edits: 1 = <6679/info:/1734078036105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6719=[#edits: 1 = <6680/info:/1734078036105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6720=[#edits: 1 = <6681/info:/1734078036106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6721=[#edits: 1 = <6682/info:/1734078036106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6722=[#edits: 1 = <6683/info:/1734078036106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6723=[#edits: 1 = <6684/info:/1734078036107/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=40527, nbRowKeys=58, nbHFiles=0, heapSize=9976, lastSeqIds={}, endOfFile=false,usedBufferSize=9976] 2024-12-13T08:20:36,117 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 40527, reset compression=false 2024-12-13T08:20:36,130 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:36,130 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 40819, reset compression=false 2024-12-13T08:20:36,130 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6724=[#edits: 1 = <6685/info:/1734078036108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6725=[#edits: 1 = <6686/info:/1734078036120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6726=[#edits: 1 = <6687/info:/1734078036123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6727=[#edits: 1 = <6688/info:/1734078036127/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=40819, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:36,157 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:36,157 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 42571, reset compression=false 2024-12-13T08:20:36,157 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6728=[#edits: 1 = <6689/info:/1734078036129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6729=[#edits: 1 = <6690/info:/1734078036135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6730=[#edits: 1 = <6691/info:/1734078036136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6731=[#edits: 1 = <6692/info:/1734078036137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6732=[#edits: 1 = <6693/info:/1734078036137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6733=[#edits: 1 = <6694/info:/1734078036138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6734=[#edits: 1 = <6695/info:/1734078036139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6735=[#edits: 1 = <6696/info:/1734078036139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6736=[#edits: 1 = <6697/info:/1734078036141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6737=[#edits: 1 = <6698/info:/1734078036141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6738=[#edits: 1 = <6699/info:/1734078036142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6739=[#edits: 1 = <6700/info:/1734078036143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6740=[#edits: 1 = <6701/info:/1734078036144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6741=[#edits: 1 = <6702/info:/1734078036145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6742=[#edits: 1 = <6703/info:/1734078036146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6743=[#edits: 1 = <6704/info:/1734078036147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6744=[#edits: 1 = <6705/info:/1734078036147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6745=[#edits: 1 = <6706/info:/1734078036148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6746=[#edits: 1 = <6707/info:/1734078036149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6747=[#edits: 1 = <6708/info:/1734078036149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6748=[#edits: 1 = <6709/info:/1734078036150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6749=[#edits: 1 = <6710/info:/1734078036151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6750=[#edits: 1 = <6711/info:/1734078036151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6751=[#edits: 1 = <6712/info:/1734078036153/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=42571, nbRowKeys=24, nbHFiles=0, heapSize=4128, lastSeqIds={}, endOfFile=false,usedBufferSize=4128] 2024-12-13T08:20:36,205 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-13T08:20:36,205 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 44031, reset compression=false 2024-12-13T08:20:36,205 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6752=[#edits: 1 = <6713/info:/1734078036155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6753=[#edits: 1 = <6714/info:/1734078036158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6754=[#edits: 1 = <6715/info:/1734078036162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6755=[#edits: 1 = <6716/info:/1734078036163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6756=[#edits: 1 = <6717/info:/1734078036164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6757=[#edits: 1 = <6718/info:/1734078036165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6758=[#edits: 1 = <6719/info:/1734078036170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6759=[#edits: 1 = <6720/info:/1734078036172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6760=[#edits: 1 = <6721/info:/1734078036173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6761=[#edits: 1 = <6722/info:/1734078036174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6762=[#edits: 1 = <6723/info:/1734078036174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6763=[#edits: 1 = <6724/info:/1734078036178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6764=[#edits: 1 = <6725/info:/1734078036180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6765=[#edits: 1 = <6726/info:/1734078036181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6766=[#edits: 1 = <6727/info:/1734078036182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6767=[#edits: 1 = <6728/info:/1734078036184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6768=[#edits: 1 = <6729/info:/1734078036186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6769=[#edits: 1 = <6730/info:/1734078036187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6770=[#edits: 1 = <6731/info:/1734078036190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6771=[#edits: 1 = <6732/info:/1734078036192/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=44031, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-13T08:20:36,228 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 28 WAL entries eligible for replication 2024-12-13T08:20:36,228 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 46075, reset compression=false 2024-12-13T08:20:36,228 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6772=[#edits: 1 = <6733/info:/1734078036193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6773=[#edits: 1 = <6734/info:/1734078036194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6774=[#edits: 1 = <6735/info:/1734078036195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6775=[#edits: 1 = <6736/info:/1734078036196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6776=[#edits: 1 = <6737/info:/1734078036197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6777=[#edits: 1 = <6738/info:/1734078036198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6778=[#edits: 1 = <6739/info:/1734078036198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6779=[#edits: 1 = <6740/info:/1734078036199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6780=[#edits: 1 = <6741/info:/1734078036200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6781=[#edits: 1 = <6742/info:/1734078036201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6782=[#edits: 1 = <6743/info:/1734078036202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6783=[#edits: 1 = <6744/info:/1734078036203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6784=[#edits: 1 = <6745/info:/1734078036203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6785=[#edits: 1 = <6746/info:/1734078036204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6786=[#edits: 1 = <6747/info:/1734078036205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6787=[#edits: 1 = <6748/info:/1734078036207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6788=[#edits: 1 = <6749/info:/1734078036208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6789=[#edits: 1 = <6750/info:/1734078036209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6790=[#edits: 1 = <6751/info:/1734078036210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6791=[#edits: 1 = <6752/info:/1734078036213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6792=[#edits: 1 = <6753/info:/1734078036214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6793=[#edits: 1 = <6754/info:/1734078036216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6794=[#edits: 1 = <6755/info:/1734078036217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6795=[#edits: 1 = <6756/info:/1734078036217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6796=[#edits: 1 = <6757/info:/1734078036218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6797=[#edits: 1 = <6758/info:/1734078036218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6798=[#edits: 1 = <6759/info:/1734078036219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6799=[#edits: 1 = <6760/info:/1734078036219/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=46075, nbRowKeys=28, nbHFiles=0, heapSize=4816, lastSeqIds={}, endOfFile=false,usedBufferSize=4816] 2024-12-13T08:20:36,261 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 47 WAL entries eligible for replication 2024-12-13T08:20:36,261 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 49506, reset compression=false 2024-12-13T08:20:36,261 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6800=[#edits: 1 = <6761/info:/1734078036223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6801=[#edits: 1 = <6762/info:/1734078036225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6802=[#edits: 1 = <6763/info:/1734078036227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6803=[#edits: 1 = <6764/info:/1734078036230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6804=[#edits: 1 = <6765/info:/1734078036234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6805=[#edits: 1 = <6766/info:/1734078036234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6806=[#edits: 1 = <6767/info:/1734078036235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6807=[#edits: 1 = <6768/info:/1734078036235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6808=[#edits: 1 = <6769/info:/1734078036235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6809=[#edits: 1 = <6770/info:/1734078036236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6810=[#edits: 1 = <6771/info:/1734078036236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6811=[#edits: 1 = <6772/info:/1734078036237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6812=[#edits: 1 = <6773/info:/1734078036237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6813=[#edits: 1 = <6774/info:/1734078036237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6814=[#edits: 1 = <6775/info:/1734078036238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6815=[#edits: 1 = <6776/info:/1734078036238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6816=[#edits: 1 = <6777/info:/1734078036238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6817=[#edits: 1 = <6778/info:/1734078036239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6818=[#edits: 1 = <6779/info:/1734078036239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6819=[#edits: 1 = <6780/info:/1734078036240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6820=[#edits: 1 = <6781/info:/1734078036241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6821=[#edits: 1 = <6782/info:/1734078036242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6822=[#edits: 1 = <6783/info:/1734078036243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6823=[#edits: 1 = <6784/info:/1734078036243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6824=[#edits: 1 = <6785/info:/1734078036243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6825=[#edits: 1 = <6786/info:/1734078036244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6826=[#edits: 1 = <6787/info:/1734078036244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6827=[#edits: 1 = <6788/info:/1734078036244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6828=[#edits: 1 = <6789/info:/1734078036246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6829=[#edits: 1 = <6790/info:/1734078036246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6830=[#edits: 1 = <6791/info:/1734078036247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6831=[#edits: 1 = <6792/info:/1734078036247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6832=[#edits: 1 = <6793/info:/1734078036247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6833=[#edits: 1 = <6794/info:/1734078036248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6834=[#edits: 1 = <6795/info:/1734078036248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6835=[#edits: 1 = <6796/info:/1734078036248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6836=[#edits: 1 = <6797/info:/1734078036249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6837=[#edits: 1 = <6798/info:/1734078036249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6838=[#edits: 1 = <6799/info:/1734078036250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6839=[#edits: 1 = <6800/info:/1734078036250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6840=[#edits: 1 = <6801/info:/1734078036250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6841=[#edits: 1 = <6802/info:/1734078036251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6842=[#edits: 1 = <6803/info:/1734078036252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6843=[#edits: 1 = <6804/info:/1734078036252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6844=[#edits: 1 = <6805/info:/1734078036252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6845=[#edits: 1 = <6806/info:/1734078036253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6846=[#edits: 1 = <6807/info:/1734078036254/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=49506, nbRowKeys=47, nbHFiles=0, heapSize=8084, lastSeqIds={}, endOfFile=false,usedBufferSize=8084] 2024-12-13T08:20:36,278 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-13T08:20:36,278 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 51112, reset compression=false 2024-12-13T08:20:36,278 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6847=[#edits: 1 = <6808/info:/1734078036258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6848=[#edits: 1 = <6809/info:/1734078036262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6849=[#edits: 1 = <6810/info:/1734078036263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6850=[#edits: 1 = <6811/info:/1734078036264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6851=[#edits: 1 = <6812/info:/1734078036264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6852=[#edits: 1 = <6813/info:/1734078036265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6853=[#edits: 1 = <6814/info:/1734078036266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6854=[#edits: 1 = <6815/info:/1734078036267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6855=[#edits: 1 = <6816/info:/1734078036267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6856=[#edits: 1 = <6817/info:/1734078036268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6857=[#edits: 1 = <6818/info:/1734078036269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6858=[#edits: 1 = <6819/info:/1734078036269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6859=[#edits: 1 = <6820/info:/1734078036270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6860=[#edits: 1 = <6821/info:/1734078036271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6861=[#edits: 1 = <6822/info:/1734078036271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6862=[#edits: 1 = <6823/info:/1734078036272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6863=[#edits: 1 = <6824/info:/1734078036272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6864=[#edits: 1 = <6825/info:/1734078036273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6865=[#edits: 1 = <6826/info:/1734078036273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6866=[#edits: 1 = <6827/info:/1734078036274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6867=[#edits: 1 = <6828/info:/1734078036274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6868=[#edits: 1 = <6829/info:/1734078036275/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=51112, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-13T08:20:36,305 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 40 WAL entries eligible for replication 2024-12-13T08:20:36,305 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6869=[#edits: 1 = <6830/info:/1734078036276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6870=[#edits: 1 = <6831/info:/1734078036276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6871=[#edits: 1 = <6832/info:/1734078036278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6872=[#edits: 1 = <6833/info:/1734078036282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6873=[#edits: 1 = <6834/info:/1734078036283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6874=[#edits: 1 = <6835/info:/1734078036283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6875=[#edits: 1 = <6836/info:/1734078036284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6876=[#edits: 1 = <6837/info:/1734078036284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6877=[#edits: 1 = <6838/info:/1734078036285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6878=[#edits: 1 = <6839/info:/1734078036285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6879=[#edits: 1 = <6840/info:/1734078036287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6880=[#edits: 1 = <6841/info:/1734078036287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6881=[#edits: 1 = <6842/info:/1734078036288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6882=[#edits: 1 = <6843/info:/1734078036288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6883=[#edits: 1 = <6844/info:/1734078036289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6884=[#edits: 1 = <6845/info:/1734078036289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6885=[#edits: 1 = <6846/info:/1734078036290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6886=[#edits: 1 = <6847/info:/1734078036290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6887=[#edits: 1 = <6848/info:/1734078036291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6888=[#edits: 1 = <6849/info:/1734078036291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6889=[#edits: 1 = <6850/info:/1734078036292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6890=[#edits: 1 = <6851/info:/1734078036292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6891=[#edits: 1 = <6852/info:/1734078036292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6892=[#edits: 1 = <6853/info:/1734078036293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6893=[#edits: 1 = <6854/info:/1734078036293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6894=[#edits: 1 = <6855/info:/1734078036294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6895=[#edits: 1 = <6856/info:/1734078036294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6896=[#edits: 1 = <6857/info:/1734078036295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6897=[#edits: 1 = <6858/info:/1734078036295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6898=[#edits: 1 = <6859/info:/1734078036296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6899=[#edits: 1 = <6860/info:/1734078036296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6900=[#edits: 1 = <6861/info:/1734078036297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6901=[#edits: 1 = <6862/info:/1734078036297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6902=[#edits: 1 = <6863/info:/1734078036298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6903=[#edits: 1 = <6864/info:/1734078036298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6904=[#edits: 1 = <6865/info:/1734078036299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6905=[#edits: 1 = <6866/info:/1734078036299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6906=[#edits: 1 = <6867/info:/1734078036300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6907=[#edits: 1 = <6868/info:/1734078036300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6908=[#edits: 1 = <6869/info:/1734078036301/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=54032, nbRowKeys=40, nbHFiles=0, heapSize=6880, lastSeqIds={}, endOfFile=false,usedBufferSize=6880] 2024-12-13T08:20:36,305 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 54032, reset compression=false 2024-12-13T08:20:36,313 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:36,313 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 54689, reset compression=false 2024-12-13T08:20:36,313 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6909=[#edits: 1 = <6870/info:/1734078036302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6910=[#edits: 1 = <6871/info:/1734078036306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6911=[#edits: 1 = <6872/info:/1734078036308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6912=[#edits: 1 = <6873/info:/1734078036308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6913=[#edits: 1 = <6874/info:/1734078036309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6914=[#edits: 1 = <6875/info:/1734078036309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6915=[#edits: 1 = <6876/info:/1734078036310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6916=[#edits: 1 = <6877/info:/1734078036310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6917=[#edits: 1 = <6878/info:/1734078036311/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=54689, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:36,331 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 25 WAL entries eligible for replication 2024-12-13T08:20:36,331 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 56514, reset compression=false 2024-12-13T08:20:36,332 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6918=[#edits: 1 = <6879/info:/1734078036311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6919=[#edits: 1 = <6880/info:/1734078036312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6920=[#edits: 1 = <6881/info:/1734078036317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6921=[#edits: 1 = <6882/info:/1734078036318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6922=[#edits: 1 = <6883/info:/1734078036319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6923=[#edits: 1 = <6884/info:/1734078036319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6924=[#edits: 1 = <6885/info:/1734078036320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6925=[#edits: 1 = <6886/info:/1734078036320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6926=[#edits: 1 = <6887/info:/1734078036321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6927=[#edits: 1 = <6888/info:/1734078036321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6928=[#edits: 1 = <6889/info:/1734078036321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6929=[#edits: 1 = <6890/info:/1734078036322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6930=[#edits: 1 = <6891/info:/1734078036322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6931=[#edits: 1 = <6892/info:/1734078036323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6932=[#edits: 1 = <6893/info:/1734078036323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6933=[#edits: 1 = <6894/info:/1734078036324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6934=[#edits: 1 = <6895/info:/1734078036324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6935=[#edits: 1 = <6896/info:/1734078036324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6936=[#edits: 1 = <6897/info:/1734078036325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6937=[#edits: 1 = <6898/info:/1734078036325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6938=[#edits: 1 = <6899/info:/1734078036326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6939=[#edits: 1 = <6900/info:/1734078036326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6940=[#edits: 1 = <6901/info:/1734078036327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6941=[#edits: 1 = <6902/info:/1734078036327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6942=[#edits: 1 = <6903/info:/1734078036327/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=56514, nbRowKeys=25, nbHFiles=0, heapSize=4300, lastSeqIds={}, endOfFile=false,usedBufferSize=4300] 2024-12-13T08:20:36,390 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:36,390 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 58266, reset compression=false 2024-12-13T08:20:36,390 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6943=[#edits: 1 = <6904/info:/1734078036328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6944=[#edits: 1 = <6905/info:/1734078036329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6945=[#edits: 1 = <6906/info:/1734078036332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6946=[#edits: 1 = <6907/info:/1734078036337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6947=[#edits: 1 = <6908/info:/1734078036338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6948=[#edits: 1 = <6909/info:/1734078036343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6949=[#edits: 1 = <6910/info:/1734078036345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6950=[#edits: 1 = <6911/info:/1734078036348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6951=[#edits: 1 = <6912/info:/1734078036349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6952=[#edits: 1 = <6913/info:/1734078036351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6953=[#edits: 1 = <6914/info:/1734078036352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6954=[#edits: 1 = <6915/info:/1734078036353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6955=[#edits: 1 = <6916/info:/1734078036357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6956=[#edits: 1 = <6917/info:/1734078036360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6957=[#edits: 1 = <6918/info:/1734078036361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6958=[#edits: 1 = <6919/info:/1734078036365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6959=[#edits: 1 = <6920/info:/1734078036367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6960=[#edits: 1 = <6921/info:/1734078036369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6961=[#edits: 1 = <6922/info:/1734078036370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6962=[#edits: 1 = <6923/info:/1734078036371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6963=[#edits: 1 = <6924/info:/1734078036375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6964=[#edits: 1 = <6925/info:/1734078036376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6965=[#edits: 1 = <6926/info:/1734078036376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6966=[#edits: 1 = <6927/info:/1734078036380/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=58266, nbRowKeys=24, nbHFiles=0, heapSize=4128, lastSeqIds={}, endOfFile=false,usedBufferSize=4128] 2024-12-13T08:20:36,412 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:36,412 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 58996, reset compression=false 2024-12-13T08:20:36,412 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6967=[#edits: 1 = <6928/info:/1734078036385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6968=[#edits: 1 = <6929/info:/1734078036388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6969=[#edits: 1 = <6930/info:/1734078036392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6970=[#edits: 1 = <6931/info:/1734078036395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6971=[#edits: 1 = <6932/info:/1734078036398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6972=[#edits: 1 = <6933/info:/1734078036401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6973=[#edits: 1 = <6934/info:/1734078036403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6974=[#edits: 1 = <6935/info:/1734078036406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6975=[#edits: 1 = <6936/info:/1734078036408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6976=[#edits: 1 = <6937/info:/1734078036409/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=58996, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:36,435 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-13T08:20:36,435 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 60383, reset compression=false 2024-12-13T08:20:36,435 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6977=[#edits: 1 = <6938/info:/1734078036411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6978=[#edits: 1 = <6939/info:/1734078036419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6979=[#edits: 1 = <6940/info:/1734078036420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6980=[#edits: 1 = <6941/info:/1734078036421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6981=[#edits: 1 = <6942/info:/1734078036422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6982=[#edits: 1 = <6943/info:/1734078036423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6983=[#edits: 1 = <6944/info:/1734078036423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6984=[#edits: 1 = <6945/info:/1734078036424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6985=[#edits: 1 = <6946/info:/1734078036424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6986=[#edits: 1 = <6947/info:/1734078036425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6987=[#edits: 1 = <6948/info:/1734078036425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6988=[#edits: 1 = <6949/info:/1734078036426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6989=[#edits: 1 = <6950/info:/1734078036426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6990=[#edits: 1 = <6951/info:/1734078036426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6991=[#edits: 1 = <6952/info:/1734078036427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6992=[#edits: 1 = <6953/info:/1734078036428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6993=[#edits: 1 = <6954/info:/1734078036429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6994=[#edits: 1 = <6955/info:/1734078036429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6995=[#edits: 1 = <6956/info:/1734078036430/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=60383, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-13T08:20:36,449 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:36,449 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 61332, reset compression=false 2024-12-13T08:20:36,449 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6996=[#edits: 1 = <6957/info:/1734078036433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6997=[#edits: 1 = <6958/info:/1734078036434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6998=[#edits: 1 = <6959/info:/1734078036435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6999=[#edits: 1 = <6960/info:/1734078036438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7000=[#edits: 1 = <6961/info:/1734078036440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7001=[#edits: 1 = <6962/info:/1734078036441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7002=[#edits: 1 = <6963/info:/1734078036442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7003=[#edits: 1 = <6964/info:/1734078036443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7004=[#edits: 1 = <6965/info:/1734078036444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7005=[#edits: 1 = <6966/info:/1734078036445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7006=[#edits: 1 = <6967/info:/1734078036446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7007=[#edits: 1 = <6968/info:/1734078036446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7008=[#edits: 1 = <6969/info:/1734078036447/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=61332, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:36,462 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-13T08:20:36,462 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7009=[#edits: 1 = <6970/info:/1734078036447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7010=[#edits: 1 = <6971/info:/1734078036449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7011=[#edits: 1 = <6972/info:/1734078036450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7012=[#edits: 1 = <6973/info:/1734078036451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7013=[#edits: 1 = <6974/info:/1734078036451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7014=[#edits: 1 = <6975/info:/1734078036451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7015=[#edits: 1 = <6976/info:/1734078036452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7016=[#edits: 1 = <6977/info:/1734078036456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7017=[#edits: 1 = <6978/info:/1734078036456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7018=[#edits: 1 = <6979/info:/1734078036456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7019=[#edits: 1 = <6980/info:/1734078036457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7020=[#edits: 1 = <6981/info:/1734078036457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7021=[#edits: 1 = <6982/info:/1734078036457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7022=[#edits: 1 = <6983/info:/1734078036458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7023=[#edits: 1 = <6984/info:/1734078036458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7024=[#edits: 1 = <6985/info:/1734078036459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7025=[#edits: 1 = <6986/info:/1734078036459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7026=[#edits: 1 = <6987/info:/1734078036459/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=62646, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-13T08:20:36,462 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 62646, reset compression=false 2024-12-13T08:20:36,466 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(269): Writing data from 7000 to 8000 2024-12-13T08:20:36,476 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 37 WAL entries eligible for replication 2024-12-13T08:20:36,476 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 65347, reset compression=false 2024-12-13T08:20:36,476 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7027=[#edits: 1 = <6988/info:/1734078036460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7028=[#edits: 1 = <6989/info:/1734078036461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7029=[#edits: 1 = <6990/info:/1734078036461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7030=[#edits: 1 = <6991/info:/1734078036462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7031=[#edits: 1 = <6992/info:/1734078036462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7032=[#edits: 1 = <6993/info:/1734078036463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7033=[#edits: 1 = <6994/info:/1734078036464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7034=[#edits: 1 = <6995/info:/1734078036464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7035=[#edits: 1 = <6996/info:/1734078036464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7036=[#edits: 1 = <6997/info:/1734078036465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7037=[#edits: 1 = <6998/info:/1734078036465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7038=[#edits: 1 = <6999/info:/1734078036465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7039=[#edits: 1 = <7000/info:/1734078036466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7040=[#edits: 1 = <7001/info:/1734078036466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7041=[#edits: 1 = <7002/info:/1734078036467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7042=[#edits: 1 = <7003/info:/1734078036467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7043=[#edits: 1 = <7004/info:/1734078036467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7044=[#edits: 1 = <7005/info:/1734078036467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7045=[#edits: 1 = <7006/info:/1734078036468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7046=[#edits: 1 = <7007/info:/1734078036468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7047=[#edits: 1 = <7008/info:/1734078036468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7048=[#edits: 1 = <7009/info:/1734078036469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7049=[#edits: 1 = <7010/info:/1734078036469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7050=[#edits: 1 = <7011/info:/1734078036469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7051=[#edits: 1 = <7012/info:/1734078036470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7052=[#edits: 1 = <7013/info:/1734078036470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7053=[#edits: 1 = <7014/info:/1734078036470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7054=[#edits: 1 = <7015/info:/1734078036471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7055=[#edits: 1 = <7016/info:/1734078036471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7056=[#edits: 1 = <7017/info:/1734078036471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7057=[#edits: 1 = <7018/info:/1734078036472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7058=[#edits: 1 = <7019/info:/1734078036472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7059=[#edits: 1 = <7020/info:/1734078036472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7060=[#edits: 1 = <7021/info:/1734078036473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7061=[#edits: 1 = <7022/info:/1734078036473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7062=[#edits: 1 = <7023/info:/1734078036473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7063=[#edits: 1 = <7024/info:/1734078036473/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=65347, nbRowKeys=37, nbHFiles=0, heapSize=6364, lastSeqIds={}, endOfFile=false,usedBufferSize=6364] 2024-12-13T08:20:36,485 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-13T08:20:36,485 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 66442, reset compression=false 2024-12-13T08:20:36,485 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7064=[#edits: 1 = <7025/info:/1734078036474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7065=[#edits: 1 = <7026/info:/1734078036474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7066=[#edits: 1 = <7027/info:/1734078036474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7067=[#edits: 1 = <7028/info:/1734078036475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7068=[#edits: 1 = <7029/info:/1734078036479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7069=[#edits: 1 = <7030/info:/1734078036480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7070=[#edits: 1 = <7031/info:/1734078036480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7071=[#edits: 1 = <7032/info:/1734078036480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7072=[#edits: 1 = <7033/info:/1734078036481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7073=[#edits: 1 = <7034/info:/1734078036481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7074=[#edits: 1 = <7035/info:/1734078036482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7075=[#edits: 1 = <7036/info:/1734078036482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7076=[#edits: 1 = <7037/info:/1734078036482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7077=[#edits: 1 = <7038/info:/1734078036483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7078=[#edits: 1 = <7039/info:/1734078036483/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=66442, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-13T08:20:36,490 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:36,490 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 66734, reset compression=false 2024-12-13T08:20:36,490 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7079=[#edits: 1 = <7040/info:/1734078036484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7080=[#edits: 1 = <7041/info:/1734078036484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7081=[#edits: 1 = <7042/info:/1734078036485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7082=[#edits: 1 = <7043/info:/1734078036485/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=66734, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:36,497 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:36,497 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 67537, reset compression=false 2024-12-13T08:20:36,497 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7083=[#edits: 1 = <7044/info:/1734078036487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7084=[#edits: 1 = <7045/info:/1734078036492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7085=[#edits: 1 = <7046/info:/1734078036492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7086=[#edits: 1 = <7047/info:/1734078036492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7087=[#edits: 1 = <7048/info:/1734078036493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7088=[#edits: 1 = <7049/info:/1734078036493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7089=[#edits: 1 = <7050/info:/1734078036494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7090=[#edits: 1 = <7051/info:/1734078036494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7091=[#edits: 1 = <7052/info:/1734078036494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7092=[#edits: 1 = <7053/info:/1734078036495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7093=[#edits: 1 = <7054/info:/1734078036495/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=67537, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:36,504 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:36,504 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 67829, reset compression=false 2024-12-13T08:20:36,504 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7094=[#edits: 1 = <7055/info:/1734078036495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7095=[#edits: 1 = <7056/info:/1734078036496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7096=[#edits: 1 = <7057/info:/1734078036497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7097=[#edits: 1 = <7058/info:/1734078036500/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=67829, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:36,509 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:36,509 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 68267, reset compression=false 2024-12-13T08:20:36,509 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7098=[#edits: 1 = <7059/info:/1734078036503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7099=[#edits: 1 = <7060/info:/1734078036504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7100=[#edits: 1 = <7061/info:/1734078036505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7101=[#edits: 1 = <7062/info:/1734078036505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7102=[#edits: 1 = <7063/info:/1734078036506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7103=[#edits: 1 = <7064/info:/1734078036507/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=68267, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:36,518 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:36,518 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 68632, reset compression=false 2024-12-13T08:20:36,518 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7104=[#edits: 1 = <7065/info:/1734078036508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7105=[#edits: 1 = <7066/info:/1734078036509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7106=[#edits: 1 = <7067/info:/1734078036510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7107=[#edits: 1 = <7068/info:/1734078036513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7108=[#edits: 1 = <7069/info:/1734078036516/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=68632, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:36,528 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:36,528 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 68851, reset compression=false 2024-12-13T08:20:36,528 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7109=[#edits: 1 = <7070/info:/1734078036517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7110=[#edits: 1 = <7071/info:/1734078036519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7111=[#edits: 1 = <7072/info:/1734078036523/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=68851, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-13T08:20:36,534 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:36,534 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 69143, reset compression=false 2024-12-13T08:20:36,534 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7112=[#edits: 1 = <7073/info:/1734078036527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7113=[#edits: 1 = <7074/info:/1734078036528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7114=[#edits: 1 = <7075/info:/1734078036529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7115=[#edits: 1 = <7076/info:/1734078036531/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=69143, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:36,542 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:36,542 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7116=[#edits: 1 = <7077/info:/1734078036531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7117=[#edits: 1 = <7078/info:/1734078036532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7118=[#edits: 1 = <7079/info:/1734078036533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7119=[#edits: 1 = <7080/info:/1734078036534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7120=[#edits: 1 = <7081/info:/1734078036534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7121=[#edits: 1 = <7082/info:/1734078036535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7122=[#edits: 1 = <7083/info:/1734078036535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7123=[#edits: 1 = <7084/info:/1734078036536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7124=[#edits: 1 = <7085/info:/1734078036537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7125=[#edits: 1 = <7086/info:/1734078036537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7126=[#edits: 1 = <7087/info:/1734078036538/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=69946, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:36,542 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 69946, reset compression=false 2024-12-13T08:20:36,575 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-13T08:20:36,575 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7127=[#edits: 1 = <7088/info:/1734078036539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7128=[#edits: 1 = <7089/info:/1734078036540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7129=[#edits: 1 = <7090/info:/1734078036541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7130=[#edits: 1 = <7091/info:/1734078036542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7131=[#edits: 1 = <7092/info:/1734078036542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7132=[#edits: 1 = <7093/info:/1734078036543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7133=[#edits: 1 = <7094/info:/1734078036545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7134=[#edits: 1 = <7095/info:/1734078036545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7135=[#edits: 1 = <7096/info:/1734078036546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7136=[#edits: 1 = <7097/info:/1734078036548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7137=[#edits: 1 = <7098/info:/1734078036549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7138=[#edits: 1 = <7099/info:/1734078036550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7139=[#edits: 1 = <7100/info:/1734078036551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7140=[#edits: 1 = <7101/info:/1734078036553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7141=[#edits: 1 = <7102/info:/1734078036554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7142=[#edits: 1 = <7103/info:/1734078036554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7143=[#edits: 1 = <7104/info:/1734078036559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7144=[#edits: 1 = <7105/info:/1734078036560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7145=[#edits: 1 = <7106/info:/1734078036561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7146=[#edits: 1 = <7107/info:/1734078036562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7147=[#edits: 1 = <7108/info:/1734078036567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7148=[#edits: 1 = <7109/info:/1734078036568/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=71552, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-13T08:20:36,576 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 71552, reset compression=false 2024-12-13T08:20:36,620 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 48 WAL entries eligible for replication 2024-12-13T08:20:36,620 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 75056, reset compression=false 2024-12-13T08:20:36,621 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7149=[#edits: 1 = <7110/info:/1734078036569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7150=[#edits: 1 = <7111/info:/1734078036570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7151=[#edits: 1 = <7112/info:/1734078036571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7152=[#edits: 1 = <7113/info:/1734078036572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7153=[#edits: 1 = <7114/info:/1734078036573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7154=[#edits: 1 = <7115/info:/1734078036574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7155=[#edits: 1 = <7116/info:/1734078036574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7156=[#edits: 1 = <7117/info:/1734078036575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7157=[#edits: 1 = <7118/info:/1734078036575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7158=[#edits: 1 = <7119/info:/1734078036578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7159=[#edits: 1 = <7120/info:/1734078036580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7160=[#edits: 1 = <7121/info:/1734078036581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7161=[#edits: 1 = <7122/info:/1734078036582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7162=[#edits: 1 = <7123/info:/1734078036584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7163=[#edits: 1 = <7124/info:/1734078036586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7164=[#edits: 1 = <7125/info:/1734078036588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7165=[#edits: 1 = <7126/info:/1734078036590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7166=[#edits: 1 = <7127/info:/1734078036591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7167=[#edits: 1 = <7128/info:/1734078036593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7168=[#edits: 1 = <7129/info:/1734078036594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7169=[#edits: 1 = <7130/info:/1734078036595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7170=[#edits: 1 = <7131/info:/1734078036595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7171=[#edits: 1 = <7132/info:/1734078036596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7172=[#edits: 1 = <7133/info:/1734078036596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7173=[#edits: 1 = <7134/info:/1734078036597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7174=[#edits: 1 = <7135/info:/1734078036597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7175=[#edits: 1 = <7136/info:/1734078036598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7176=[#edits: 1 = <7137/info:/1734078036599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7177=[#edits: 1 = <7138/info:/1734078036599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7178=[#edits: 1 = <7139/info:/1734078036600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7179=[#edits: 1 = <7140/info:/1734078036600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7180=[#edits: 1 = <7141/info:/1734078036601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7181=[#edits: 1 = <7142/info:/1734078036602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7182=[#edits: 1 = <7143/info:/1734078036602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7183=[#edits: 1 = <7144/info:/1734078036603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7184=[#edits: 1 = <7145/info:/1734078036604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7185=[#edits: 1 = <7146/info:/1734078036605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7186=[#edits: 1 = <7147/info:/1734078036606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7187=[#edits: 1 = <7148/info:/1734078036607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7188=[#edits: 1 = <7149/info:/1734078036608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7189=[#edits: 1 = <7150/info:/1734078036609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7190=[#edits: 1 = <7151/info:/1734078036610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7191=[#edits: 1 = <7152/info:/1734078036612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7192=[#edits: 1 = <7153/info:/1734078036613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7193=[#edits: 1 = <7154/info:/1734078036613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7194=[#edits: 1 = <7155/info:/1734078036614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7195=[#edits: 1 = <7156/info:/1734078036615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7196=[#edits: 1 = <7157/info:/1734078036615/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=75056, nbRowKeys=48, nbHFiles=0, heapSize=8256, lastSeqIds={}, endOfFile=false,usedBufferSize=8256] 2024-12-13T08:20:36,653 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 29 WAL entries eligible for replication 2024-12-13T08:20:36,653 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 77173, reset compression=false 2024-12-13T08:20:36,653 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7197=[#edits: 1 = <7158/info:/1734078036617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7198=[#edits: 1 = <7159/info:/1734078036618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7199=[#edits: 1 = <7160/info:/1734078036619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7200=[#edits: 1 = <7161/info:/1734078036619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7201=[#edits: 1 = <7162/info:/1734078036620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7202=[#edits: 1 = <7163/info:/1734078036621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7203=[#edits: 1 = <7164/info:/1734078036623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7204=[#edits: 1 = <7165/info:/1734078036627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7205=[#edits: 1 = <7166/info:/1734078036629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7206=[#edits: 1 = <7167/info:/1734078036630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7207=[#edits: 1 = <7168/info:/1734078036631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7208=[#edits: 1 = <7169/info:/1734078036632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7209=[#edits: 1 = <7170/info:/1734078036633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7210=[#edits: 1 = <7171/info:/1734078036633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7211=[#edits: 1 = <7172/info:/1734078036634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7212=[#edits: 1 = <7173/info:/1734078036634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7213=[#edits: 1 = <7174/info:/1734078036635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7214=[#edits: 1 = <7175/info:/1734078036636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7215=[#edits: 1 = <7176/info:/1734078036636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7216=[#edits: 1 = <7177/info:/1734078036637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7217=[#edits: 1 = <7178/info:/1734078036638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7218=[#edits: 1 = <7179/info:/1734078036638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7219=[#edits: 1 = <7180/info:/1734078036639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7220=[#edits: 1 = <7181/info:/1734078036641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7221=[#edits: 1 = <7182/info:/1734078036642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7222=[#edits: 1 = <7183/info:/1734078036644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7223=[#edits: 1 = <7184/info:/1734078036645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7224=[#edits: 1 = <7185/info:/1734078036646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7225=[#edits: 1 = <7186/info:/1734078036648/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=77173, nbRowKeys=29, nbHFiles=0, heapSize=4988, lastSeqIds={}, endOfFile=false,usedBufferSize=4988] 2024-12-13T08:20:36,668 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:36,668 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7226=[#edits: 1 = <7187/info:/1734078036648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7227=[#edits: 1 = <7188/info:/1734078036651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7228=[#edits: 1 = <7189/info:/1734078036653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7229=[#edits: 1 = <7190/info:/1734078036658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7230=[#edits: 1 = <7191/info:/1734078036659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7231=[#edits: 1 = <7192/info:/1734078036660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7232=[#edits: 1 = <7193/info:/1734078036661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7233=[#edits: 1 = <7194/info:/1734078036662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7234=[#edits: 1 = <7195/info:/1734078036663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7235=[#edits: 1 = <7196/info:/1734078036664/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=77903, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:36,668 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 77903, reset compression=false 2024-12-13T08:20:36,678 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:36,678 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 78195, reset compression=false 2024-12-13T08:20:36,678 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7236=[#edits: 1 = <7197/info:/1734078036665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7237=[#edits: 1 = <7198/info:/1734078036666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7238=[#edits: 1 = <7199/info:/1734078036668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7239=[#edits: 1 = <7200/info:/1734078036670/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=78195, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:36,711 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:36,712 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7240=[#edits: 1 = <7201/info:/1734078036676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7241=[#edits: 1 = <7202/info:/1734078036677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7242=[#edits: 1 = <7203/info:/1734078036679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7243=[#edits: 1 = <7204/info:/1734078036683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7244=[#edits: 1 = <7205/info:/1734078036684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7245=[#edits: 1 = <7206/info:/1734078036685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7246=[#edits: 1 = <7207/info:/1734078036685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7247=[#edits: 1 = <7208/info:/1734078036686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7248=[#edits: 1 = <7209/info:/1734078036686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7249=[#edits: 1 = <7210/info:/1734078036687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7250=[#edits: 1 = <7211/info:/1734078036688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7251=[#edits: 1 = <7212/info:/1734078036688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7252=[#edits: 1 = <7213/info:/1734078036689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7253=[#edits: 1 = <7214/info:/1734078036689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7254=[#edits: 1 = <7215/info:/1734078036690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7255=[#edits: 1 = <7216/info:/1734078036690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7256=[#edits: 1 = <7217/info:/1734078036691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7257=[#edits: 1 = <7218/info:/1734078036693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7258=[#edits: 1 = <7219/info:/1734078036699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7259=[#edits: 1 = <7220/info:/1734078036700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7260=[#edits: 1 = <7221/info:/1734078036701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7261=[#edits: 1 = <7222/info:/1734078036702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7262=[#edits: 1 = <7223/info:/1734078036705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7263=[#edits: 1 = <7224/info:/1734078036706/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=79947, nbRowKeys=24, nbHFiles=0, heapSize=4128, lastSeqIds={}, endOfFile=false,usedBufferSize=4128] 2024-12-13T08:20:36,712 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta to pos 79947, reset compression=false 2024-12-13T08:20:36,728 DEBUG [AsyncFSWAL-0-hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129-prefix:6b1293cedc9a,40025,1734078026493.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80531, logrollsize=80530 2024-12-13T08:20:36,728 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C40025%2C1734078026493.meta:.meta(num 1734078035656) roll requested 2024-12-13T08:20:36,747 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, exclude list is [], retry=0 2024-12-13T08:20:36,752 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41421,DS-98d14e29-b937-44ab-886d-4a02c97db67b,DISK] 2024-12-13T08:20:36,754 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37659,DS-e27f22e1-e8d4-4cb3-bfd6-0671566425ba,DISK] 2024-12-13T08:20:36,758 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43461,DS-09c15185-ecb1-46d6-8763-577dfe3feaff,DISK] 2024-12-13T08:20:36,790 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:36,790 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:36,797 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta with entries=1166, filesize=83.21 KB; new WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta 2024-12-13T08:20:36,797 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40707:40707),(127.0.0.1/127.0.0.1:35803:35803),(127.0.0.1/127.0.0.1:37285:37285)] 2024-12-13T08:20:36,797 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta is not closed yet, will try archiving it next time 2024-12-13T08:20:36,798 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta for the last time to pos 81042, reset compression=false 2024-12-13T08:20:36,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741858_1034 (size=85211) 2024-12-13T08:20:36,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741858_1034 (size=85211) 2024-12-13T08:20:36,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741858_1034 (size=85211) 2024-12-13T08:20:36,834 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:36,835 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta 2024-12-13T08:20:36,835 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:36,835 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7264=[#edits: 1 = <7225/info:/1734078036707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7265=[#edits: 1 = <7226/info:/1734078036711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7266=[#edits: 1 = <7227/info:/1734078036716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7267=[#edits: 1 = <7228/info:/1734078036718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7268=[#edits: 1 = <7229/info:/1734078036722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7269=[#edits: 1 = <7230/info:/1734078036722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7270=[#edits: 1 = <7231/info:/1734078036724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7271=[#edits: 1 = <7232/info:/1734078036727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7272=[#edits: 1 = <7233/info:/1734078036728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7273=[#edits: 1 = <7234/info:/1734078036731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7274=[#edits: 1 = <7235/info:/1734078036732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7275=[#edits: 1 = <7236/info:/1734078036733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7276=[#edits: 1 = <7237/info:/1734078036741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7277=[#edits: 1 = <7238/info:/1734078036742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7278=[#edits: 1 = <7239/info:/1734078036743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7279=[#edits: 1 = <7240/info:/1734078036744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7280=[#edits: 1 = <7241/info:/1734078036745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7281=[#edits: 1 = <7242/info:/1734078036746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7282=[#edits: 1 = <7243/info:/1734078036746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7283=[#edits: 1 = <7244/info:/1734078036747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7284=[#edits: 1 = <7245/info:/1734078036748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7285=[#edits: 1 = <7246/info:/1734078036749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7286=[#edits: 1 = <7247/info:/1734078036750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7287=[#edits: 1 = <7248/info:/1734078036751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7288=[#edits: 1 = <7249/info:/1734078036753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7289=[#edits: 1 = <7250/info:/1734078036754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7290=[#edits: 1 = <7251/info:/1734078036755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7291=[#edits: 1 = <7252/info:/1734078036756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7292=[#edits: 1 = <7253/info:/1734078036756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7293=[#edits: 1 = <7254/info:/1734078036757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7294=[#edits: 1 = <7255/info:/1734078036758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7295=[#edits: 1 = <7256/info:/1734078036759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7296=[#edits: 1 = <7257/info:/1734078036759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7297=[#edits: 1 = <7258/info:/1734078036760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7298=[#edits: 1 = <7259/info:/1734078036762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7299=[#edits: 1 = <7260/info:/1734078036763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7300=[#edits: 1 = <7261/info:/1734078036764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7301=[#edits: 1 = <7262/info:/1734078036765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7302=[#edits: 1 = <7263/info:/1734078036766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7303=[#edits: 1 = <7264/info:/1734078036767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7304=[#edits: 1 = <7265/info:/1734078036768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7305=[#edits: 1 = <7266/info:/1734078036769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7306=[#edits: 1 = <7267/info:/1734078036769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7307=[#edits: 1 = <7268/info:/1734078036770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7308=[#edits: 1 = <7269/info:/1734078036771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7309=[#edits: 1 = <7270/info:/1734078036771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7310=[#edits: 1 = <7271/info:/1734078036772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7311=[#edits: 1 = <7272/info:/1734078036773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7312=[#edits: 1 = <7273/info:/1734078036775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7313=[#edits: 1 = <7274/info:/1734078036776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7314=[#edits: 1 = <7275/info:/1734078036777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7315=[#edits: 1 = <7276/info:/1734078036778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7316=[#edits: 1 = <7277/info:/1734078036779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7317=[#edits: 1 = <7278/info:/1734078036780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7318=[#edits: 1 = <7279/info:/1734078036781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7319=[#edits: 1 = <7280/info:/1734078036782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7320=[#edits: 1 = <7281/info:/1734078036783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7321=[#edits: 1 = <7282/info:/1734078036784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7322=[#edits: 1 = <7283/info:/1734078036784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7323=[#edits: 1 = <7284/info:/1734078036785/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=84327, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:36,836 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:36,842 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7324=[#edits: 1 = <7285/info:/1734078036785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7325=[#edits: 1 = <7286/info:/1734078036786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7326=[#edits: 1 = <7287/info:/1734078036787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7327=[#edits: 1 = <7288/info:/1734078036788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7328=[#edits: 1 = <7289/info:/1734078036788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7329=[#edits: 1 = <7290/info:/1734078036789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7330=[#edits: 1 = <7291/info:/1734078036790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7331=[#edits: 1 = <7292/info:/1734078036791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7332=[#edits: 1 = <7293/info:/1734078036791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7333=[#edits: 1 = <7294/info:/1734078036792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7334=[#edits: 1 = <7295/info:/1734078036793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7335=[#edits: 1 = <7296/info:/1734078036795/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078035656.meta, lastWalPosition=85203, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=true,usedBufferSize=2064] 2024-12-13T08:20:36,876 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 57 WAL entries eligible for replication 2024-12-13T08:20:36,876 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 4246, reset compression=false 2024-12-13T08:20:36,876 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7336=[#edits: 1 = <7297/info:/1734078036797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7337=[#edits: 1 = <7298/info:/1734078036799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7338=[#edits: 1 = <7299/info:/1734078036803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7339=[#edits: 1 = <7300/info:/1734078036806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7340=[#edits: 1 = <7301/info:/1734078036807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7341=[#edits: 1 = <7302/info:/1734078036809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7342=[#edits: 1 = <7303/info:/1734078036811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7343=[#edits: 1 = <7304/info:/1734078036812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7344=[#edits: 1 = <7305/info:/1734078036812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7345=[#edits: 1 = <7306/info:/1734078036813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7346=[#edits: 1 = <7307/info:/1734078036814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7347=[#edits: 1 = <7308/info:/1734078036814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7348=[#edits: 1 = <7309/info:/1734078036815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7349=[#edits: 1 = <7310/info:/1734078036816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7350=[#edits: 1 = <7311/info:/1734078036816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7351=[#edits: 1 = <7312/info:/1734078036817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7352=[#edits: 1 = <7313/info:/1734078036817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7353=[#edits: 1 = <7314/info:/1734078036818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7354=[#edits: 1 = <7315/info:/1734078036819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7355=[#edits: 1 = <7316/info:/1734078036819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7356=[#edits: 1 = <7317/info:/1734078036820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7357=[#edits: 1 = <7318/info:/1734078036821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7358=[#edits: 1 = <7319/info:/1734078036821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7359=[#edits: 1 = <7320/info:/1734078036823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7360=[#edits: 1 = <7321/info:/1734078036824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7361=[#edits: 1 = <7322/info:/1734078036824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7362=[#edits: 1 = <7323/info:/1734078036825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7363=[#edits: 1 = <7324/info:/1734078036826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7364=[#edits: 1 = <7325/info:/1734078036828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7365=[#edits: 1 = <7326/info:/1734078036834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7366=[#edits: 1 = <7327/info:/1734078036841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7367=[#edits: 1 = <7328/info:/1734078036843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7368=[#edits: 1 = <7329/info:/1734078036844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7369=[#edits: 1 = <7330/info:/1734078036845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7370=[#edits: 1 = <7331/info:/1734078036845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7371=[#edits: 1 = <7332/info:/1734078036846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7372=[#edits: 1 = <7333/info:/1734078036846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7373=[#edits: 1 = <7334/info:/1734078036847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7374=[#edits: 1 = <7335/info:/1734078036848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7375=[#edits: 1 = <7336/info:/1734078036848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7376=[#edits: 1 = <7337/info:/1734078036849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7377=[#edits: 1 = <7338/info:/1734078036850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7378=[#edits: 1 = <7339/info:/1734078036850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7379=[#edits: 1 = <7340/info:/1734078036851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7380=[#edits: 1 = <7341/info:/1734078036854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7381=[#edits: 1 = <7342/info:/1734078036854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7382=[#edits: 1 = <7343/info:/1734078036855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7383=[#edits: 1 = <7344/info:/1734078036856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7384=[#edits: 1 = <7345/info:/1734078036857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7385=[#edits: 1 = <7346/info:/1734078036857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7386=[#edits: 1 = <7347/info:/1734078036858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7387=[#edits: 1 = <7348/info:/1734078036858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7388=[#edits: 1 = <7349/info:/1734078036860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7389=[#edits: 1 = <7350/info:/1734078036863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7390=[#edits: 1 = <7351/info:/1734078036864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7391=[#edits: 1 = <7352/info:/1734078036865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7392=[#edits: 1 = <7353/info:/1734078036867/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=4246, nbRowKeys=57, nbHFiles=0, heapSize=9804, lastSeqIds={}, endOfFile=false,usedBufferSize=9804] 2024-12-13T08:20:36,913 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 30 WAL entries eligible for replication 2024-12-13T08:20:36,913 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 6436, reset compression=false 2024-12-13T08:20:36,913 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7393=[#edits: 1 = <7354/info:/1734078036868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7394=[#edits: 1 = <7355/info:/1734078036871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7395=[#edits: 1 = <7356/info:/1734078036877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7396=[#edits: 1 = <7357/info:/1734078036882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7397=[#edits: 1 = <7358/info:/1734078036883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7398=[#edits: 1 = <7359/info:/1734078036884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7399=[#edits: 1 = <7360/info:/1734078036885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7400=[#edits: 1 = <7361/info:/1734078036886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7401=[#edits: 1 = <7362/info:/1734078036887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7402=[#edits: 1 = <7363/info:/1734078036887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7403=[#edits: 1 = <7364/info:/1734078036888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7404=[#edits: 1 = <7365/info:/1734078036889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7405=[#edits: 1 = <7366/info:/1734078036890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7406=[#edits: 1 = <7367/info:/1734078036891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7407=[#edits: 1 = <7368/info:/1734078036892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7408=[#edits: 1 = <7369/info:/1734078036893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7409=[#edits: 1 = <7370/info:/1734078036894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7410=[#edits: 1 = <7371/info:/1734078036894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7411=[#edits: 1 = <7372/info:/1734078036895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7412=[#edits: 1 = <7373/info:/1734078036896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7413=[#edits: 1 = <7374/info:/1734078036896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7414=[#edits: 1 = <7375/info:/1734078036897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7415=[#edits: 1 = <7376/info:/1734078036898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7416=[#edits: 1 = <7377/info:/1734078036898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7417=[#edits: 1 = <7378/info:/1734078036899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7418=[#edits: 1 = <7379/info:/1734078036900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7419=[#edits: 1 = <7380/info:/1734078036902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7420=[#edits: 1 = <7381/info:/1734078036905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7421=[#edits: 1 = <7382/info:/1734078036906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7422=[#edits: 1 = <7383/info:/1734078036908/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=6436, nbRowKeys=30, nbHFiles=0, heapSize=5160, lastSeqIds={}, endOfFile=false,usedBufferSize=5160] 2024-12-13T08:20:36,940 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 26 WAL entries eligible for replication 2024-12-13T08:20:36,940 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 8334, reset compression=false 2024-12-13T08:20:36,940 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7423=[#edits: 1 = <7384/info:/1734078036911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7424=[#edits: 1 = <7385/info:/1734078036915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7425=[#edits: 1 = <7386/info:/1734078036917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7426=[#edits: 1 = <7387/info:/1734078036918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7427=[#edits: 1 = <7388/info:/1734078036919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7428=[#edits: 1 = <7389/info:/1734078036919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7429=[#edits: 1 = <7390/info:/1734078036920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7430=[#edits: 1 = <7391/info:/1734078036920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7431=[#edits: 1 = <7392/info:/1734078036921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7432=[#edits: 1 = <7393/info:/1734078036921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7433=[#edits: 1 = <7394/info:/1734078036922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7434=[#edits: 1 = <7395/info:/1734078036922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7435=[#edits: 1 = <7396/info:/1734078036922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7436=[#edits: 1 = <7397/info:/1734078036923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7437=[#edits: 1 = <7398/info:/1734078036923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7438=[#edits: 1 = <7399/info:/1734078036924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7439=[#edits: 1 = <7400/info:/1734078036925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7440=[#edits: 1 = <7401/info:/1734078036927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7441=[#edits: 1 = <7402/info:/1734078036927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7442=[#edits: 1 = <7403/info:/1734078036928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7443=[#edits: 1 = <7404/info:/1734078036929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7444=[#edits: 1 = <7405/info:/1734078036930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7445=[#edits: 1 = <7406/info:/1734078036933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7446=[#edits: 1 = <7407/info:/1734078036934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7447=[#edits: 1 = <7408/info:/1734078036934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7448=[#edits: 1 = <7409/info:/1734078036936/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=8334, nbRowKeys=26, nbHFiles=0, heapSize=4472, lastSeqIds={}, endOfFile=false,usedBufferSize=4472] 2024-12-13T08:20:36,954 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-13T08:20:36,954 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 9794, reset compression=false 2024-12-13T08:20:36,954 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7449=[#edits: 1 = <7410/info:/1734078036936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7450=[#edits: 1 = <7411/info:/1734078036937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7451=[#edits: 1 = <7412/info:/1734078036938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7452=[#edits: 1 = <7413/info:/1734078036939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7453=[#edits: 1 = <7414/info:/1734078036941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7454=[#edits: 1 = <7415/info:/1734078036943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7455=[#edits: 1 = <7416/info:/1734078036944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7456=[#edits: 1 = <7417/info:/1734078036945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7457=[#edits: 1 = <7418/info:/1734078036946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7458=[#edits: 1 = <7419/info:/1734078036946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7459=[#edits: 1 = <7420/info:/1734078036947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7460=[#edits: 1 = <7421/info:/1734078036947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7461=[#edits: 1 = <7422/info:/1734078036948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7462=[#edits: 1 = <7423/info:/1734078036948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7463=[#edits: 1 = <7424/info:/1734078036949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7464=[#edits: 1 = <7425/info:/1734078036949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7465=[#edits: 1 = <7426/info:/1734078036950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7466=[#edits: 1 = <7427/info:/1734078036950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7467=[#edits: 1 = <7428/info:/1734078036951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7468=[#edits: 1 = <7429/info:/1734078036951/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=9794, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-13T08:20:36,991 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 40 WAL entries eligible for replication 2024-12-13T08:20:36,992 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 12714, reset compression=false 2024-12-13T08:20:36,993 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7469=[#edits: 1 = <7430/info:/1734078036951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7470=[#edits: 1 = <7431/info:/1734078036952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7471=[#edits: 1 = <7432/info:/1734078036953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7472=[#edits: 1 = <7433/info:/1734078036956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7473=[#edits: 1 = <7434/info:/1734078036959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7474=[#edits: 1 = <7435/info:/1734078036959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7475=[#edits: 1 = <7436/info:/1734078036960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7476=[#edits: 1 = <7437/info:/1734078036962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7477=[#edits: 1 = <7438/info:/1734078036962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7478=[#edits: 1 = <7439/info:/1734078036963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7479=[#edits: 1 = <7440/info:/1734078036964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7480=[#edits: 1 = <7441/info:/1734078036965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7481=[#edits: 1 = <7442/info:/1734078036966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7482=[#edits: 1 = <7443/info:/1734078036966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7483=[#edits: 1 = <7444/info:/1734078036968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7484=[#edits: 1 = <7445/info:/1734078036971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7485=[#edits: 1 = <7446/info:/1734078036972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7486=[#edits: 1 = <7447/info:/1734078036973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7487=[#edits: 1 = <7448/info:/1734078036974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7488=[#edits: 1 = <7449/info:/1734078036976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7489=[#edits: 1 = <7450/info:/1734078036976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7490=[#edits: 1 = <7451/info:/1734078036977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7491=[#edits: 1 = <7452/info:/1734078036977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7492=[#edits: 1 = <7453/info:/1734078036977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7493=[#edits: 1 = <7454/info:/1734078036978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7494=[#edits: 1 = <7455/info:/1734078036978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7495=[#edits: 1 = <7456/info:/1734078036978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7496=[#edits: 1 = <7457/info:/1734078036979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7497=[#edits: 1 = <7458/info:/1734078036979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7498=[#edits: 1 = <7459/info:/1734078036979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7499=[#edits: 1 = <7460/info:/1734078036980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7500=[#edits: 1 = <7461/info:/1734078036980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7501=[#edits: 1 = <7462/info:/1734078036980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7502=[#edits: 1 = <7463/info:/1734078036981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7503=[#edits: 1 = <7464/info:/1734078036981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7504=[#edits: 1 = <7465/info:/1734078036981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7505=[#edits: 1 = <7466/info:/1734078036982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7506=[#edits: 1 = <7467/info:/1734078036983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7507=[#edits: 1 = <7468/info:/1734078036984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7508=[#edits: 1 = <7469/info:/1734078036985/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=12714, nbRowKeys=40, nbHFiles=0, heapSize=6880, lastSeqIds={}, endOfFile=false,usedBufferSize=6880] 2024-12-13T08:20:37,001 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:37,001 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 13079, reset compression=false 2024-12-13T08:20:37,001 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7509=[#edits: 1 = <7470/info:/1734078036988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7510=[#edits: 1 = <7471/info:/1734078036992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7511=[#edits: 1 = <7472/info:/1734078036996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7512=[#edits: 1 = <7473/info:/1734078036997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7513=[#edits: 1 = <7474/info:/1734078036998/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=13079, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:37,010 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:37,010 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 13517, reset compression=false 2024-12-13T08:20:37,010 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7514=[#edits: 1 = <7475/info:/1734078037000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7515=[#edits: 1 = <7476/info:/1734078037001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7516=[#edits: 1 = <7477/info:/1734078037004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7517=[#edits: 1 = <7478/info:/1734078037006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7518=[#edits: 1 = <7479/info:/1734078037007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7519=[#edits: 1 = <7480/info:/1734078037008/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=13517, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:37,027 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:37,027 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 13955, reset compression=false 2024-12-13T08:20:37,027 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7520=[#edits: 1 = <7481/info:/1734078037010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7521=[#edits: 1 = <7482/info:/1734078037012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7522=[#edits: 1 = <7483/info:/1734078037013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7523=[#edits: 1 = <7484/info:/1734078037013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7524=[#edits: 1 = <7485/info:/1734078037014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7525=[#edits: 1 = <7486/info:/1734078037020/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=13955, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:37,054 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-13T08:20:37,054 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 15488, reset compression=false 2024-12-13T08:20:37,054 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7526=[#edits: 1 = <7487/info:/1734078037025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7527=[#edits: 1 = <7488/info:/1734078037027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7528=[#edits: 1 = <7489/info:/1734078037028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7529=[#edits: 1 = <7490/info:/1734078037032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7530=[#edits: 1 = <7491/info:/1734078037033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7531=[#edits: 1 = <7492/info:/1734078037035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7532=[#edits: 1 = <7493/info:/1734078037036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7533=[#edits: 1 = <7494/info:/1734078037038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7534=[#edits: 1 = <7495/info:/1734078037039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7535=[#edits: 1 = <7496/info:/1734078037040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7536=[#edits: 1 = <7497/info:/1734078037041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7537=[#edits: 1 = <7498/info:/1734078037042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7538=[#edits: 1 = <7499/info:/1734078037043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7539=[#edits: 1 = <7500/info:/1734078037044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7540=[#edits: 1 = <7501/info:/1734078037045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7541=[#edits: 1 = <7502/info:/1734078037045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7542=[#edits: 1 = <7503/info:/1734078037046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7543=[#edits: 1 = <7504/info:/1734078037047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7544=[#edits: 1 = <7505/info:/1734078037048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7545=[#edits: 1 = <7506/info:/1734078037049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7546=[#edits: 1 = <7507/info:/1734078037050/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=15488, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-13T08:20:37,077 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,077 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 16218, reset compression=false 2024-12-13T08:20:37,077 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7547=[#edits: 1 = <7508/info:/1734078037051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7548=[#edits: 1 = <7509/info:/1734078037053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7549=[#edits: 1 = <7510/info:/1734078037056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7550=[#edits: 1 = <7511/info:/1734078037059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7551=[#edits: 1 = <7512/info:/1734078037061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7552=[#edits: 1 = <7513/info:/1734078037063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7553=[#edits: 1 = <7514/info:/1734078037064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7554=[#edits: 1 = <7515/info:/1734078037066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7555=[#edits: 1 = <7516/info:/1734078037068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7556=[#edits: 1 = <7517/info:/1734078037069/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=16218, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,114 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 33 WAL entries eligible for replication 2024-12-13T08:20:37,114 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 18627, reset compression=false 2024-12-13T08:20:37,114 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7557=[#edits: 1 = <7518/info:/1734078037070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7558=[#edits: 1 = <7519/info:/1734078037076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7559=[#edits: 1 = <7520/info:/1734078037082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7560=[#edits: 1 = <7521/info:/1734078037083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7561=[#edits: 1 = <7522/info:/1734078037085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7562=[#edits: 1 = <7523/info:/1734078037086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7563=[#edits: 1 = <7524/info:/1734078037087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7564=[#edits: 1 = <7525/info:/1734078037088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7565=[#edits: 1 = <7526/info:/1734078037088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7566=[#edits: 1 = <7527/info:/1734078037089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7567=[#edits: 1 = <7528/info:/1734078037090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7568=[#edits: 1 = <7529/info:/1734078037091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7569=[#edits: 1 = <7530/info:/1734078037093/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7570=[#edits: 1 = <7531/info:/1734078037095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7571=[#edits: 1 = <7532/info:/1734078037096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7572=[#edits: 1 = <7533/info:/1734078037097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7573=[#edits: 1 = <7534/info:/1734078037099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7574=[#edits: 1 = <7535/info:/1734078037100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7575=[#edits: 1 = <7536/info:/1734078037101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7576=[#edits: 1 = <7537/info:/1734078037102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7577=[#edits: 1 = <7538/info:/1734078037103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7578=[#edits: 1 = <7539/info:/1734078037103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7579=[#edits: 1 = <7540/info:/1734078037103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7580=[#edits: 1 = <7541/info:/1734078037104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7581=[#edits: 1 = <7542/info:/1734078037104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7582=[#edits: 1 = <7543/info:/1734078037107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7583=[#edits: 1 = <7544/info:/1734078037108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7584=[#edits: 1 = <7545/info:/1734078037109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7585=[#edits: 1 = <7546/info:/1734078037109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7586=[#edits: 1 = <7547/info:/1734078037109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7587=[#edits: 1 = <7548/info:/1734078037110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7588=[#edits: 1 = <7549/info:/1734078037111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7589=[#edits: 1 = <7550/info:/1734078037111/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=18627, nbRowKeys=33, nbHFiles=0, heapSize=5676, lastSeqIds={}, endOfFile=false,usedBufferSize=5676] 2024-12-13T08:20:37,144 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 27 WAL entries eligible for replication 2024-12-13T08:20:37,144 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 20598, reset compression=false 2024-12-13T08:20:37,144 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7590=[#edits: 1 = <7551/info:/1734078037112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7591=[#edits: 1 = <7552/info:/1734078037113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7592=[#edits: 1 = <7553/info:/1734078037115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7593=[#edits: 1 = <7554/info:/1734078037118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7594=[#edits: 1 = <7555/info:/1734078037119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7595=[#edits: 1 = <7556/info:/1734078037120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7596=[#edits: 1 = <7557/info:/1734078037123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7597=[#edits: 1 = <7558/info:/1734078037125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7598=[#edits: 1 = <7559/info:/1734078037126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7599=[#edits: 1 = <7560/info:/1734078037128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7600=[#edits: 1 = <7561/info:/1734078037129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7601=[#edits: 1 = <7562/info:/1734078037129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7602=[#edits: 1 = <7563/info:/1734078037129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7603=[#edits: 1 = <7564/info:/1734078037130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7604=[#edits: 1 = <7565/info:/1734078037131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7605=[#edits: 1 = <7566/info:/1734078037131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7606=[#edits: 1 = <7567/info:/1734078037132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7607=[#edits: 1 = <7568/info:/1734078037132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7608=[#edits: 1 = <7569/info:/1734078037133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7609=[#edits: 1 = <7570/info:/1734078037133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7610=[#edits: 1 = <7571/info:/1734078037134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7611=[#edits: 1 = <7572/info:/1734078037134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7612=[#edits: 1 = <7573/info:/1734078037135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7613=[#edits: 1 = <7574/info:/1734078037136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7614=[#edits: 1 = <7575/info:/1734078037137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7615=[#edits: 1 = <7576/info:/1734078037138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7616=[#edits: 1 = <7577/info:/1734078037138/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=20598, nbRowKeys=27, nbHFiles=0, heapSize=4644, lastSeqIds={}, endOfFile=false,usedBufferSize=4644] 2024-12-13T08:20:37,158 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T08:20:37,159 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 21839, reset compression=false 2024-12-13T08:20:37,159 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7617=[#edits: 1 = <7578/info:/1734078037140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7618=[#edits: 1 = <7579/info:/1734078037143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7619=[#edits: 1 = <7580/info:/1734078037145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7620=[#edits: 1 = <7581/info:/1734078037148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7621=[#edits: 1 = <7582/info:/1734078037149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7622=[#edits: 1 = <7583/info:/1734078037149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7623=[#edits: 1 = <7584/info:/1734078037150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7624=[#edits: 1 = <7585/info:/1734078037150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7625=[#edits: 1 = <7586/info:/1734078037151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7626=[#edits: 1 = <7587/info:/1734078037151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7627=[#edits: 1 = <7588/info:/1734078037151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7628=[#edits: 1 = <7589/info:/1734078037152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7629=[#edits: 1 = <7590/info:/1734078037152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7630=[#edits: 1 = <7591/info:/1734078037153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7631=[#edits: 1 = <7592/info:/1734078037153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7632=[#edits: 1 = <7593/info:/1734078037154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7633=[#edits: 1 = <7594/info:/1734078037155/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=21839, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-13T08:20:37,177 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:37,178 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 22642, reset compression=false 2024-12-13T08:20:37,178 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7634=[#edits: 1 = <7595/info:/1734078037156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7635=[#edits: 1 = <7596/info:/1734078037162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7636=[#edits: 1 = <7597/info:/1734078037165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7637=[#edits: 1 = <7598/info:/1734078037165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7638=[#edits: 1 = <7599/info:/1734078037166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7639=[#edits: 1 = <7600/info:/1734078037167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7640=[#edits: 1 = <7601/info:/1734078037168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7641=[#edits: 1 = <7602/info:/1734078037169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7642=[#edits: 1 = <7603/info:/1734078037170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7643=[#edits: 1 = <7604/info:/1734078037172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7644=[#edits: 1 = <7605/info:/1734078037173/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=22642, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:37,186 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:37,186 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 23153, reset compression=false 2024-12-13T08:20:37,186 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7645=[#edits: 1 = <7606/info:/1734078037177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7646=[#edits: 1 = <7607/info:/1734078037179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7647=[#edits: 1 = <7608/info:/1734078037180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7648=[#edits: 1 = <7609/info:/1734078037182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7649=[#edits: 1 = <7610/info:/1734078037183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7650=[#edits: 1 = <7611/info:/1734078037183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7651=[#edits: 1 = <7612/info:/1734078037183/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=23153, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:37,201 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:37,201 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 24102, reset compression=false 2024-12-13T08:20:37,201 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7652=[#edits: 1 = <7613/info:/1734078037184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7653=[#edits: 1 = <7614/info:/1734078037185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7654=[#edits: 1 = <7615/info:/1734078037186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7655=[#edits: 1 = <7616/info:/1734078037191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7656=[#edits: 1 = <7617/info:/1734078037192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7657=[#edits: 1 = <7618/info:/1734078037193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7658=[#edits: 1 = <7619/info:/1734078037193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7659=[#edits: 1 = <7620/info:/1734078037194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7660=[#edits: 1 = <7621/info:/1734078037195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7661=[#edits: 1 = <7622/info:/1734078037195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7662=[#edits: 1 = <7623/info:/1734078037196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7663=[#edits: 1 = <7624/info:/1734078037197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7664=[#edits: 1 = <7625/info:/1734078037198/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=24102, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:37,210 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,210 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 24832, reset compression=false 2024-12-13T08:20:37,210 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7665=[#edits: 1 = <7626/info:/1734078037199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7666=[#edits: 1 = <7627/info:/1734078037201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7667=[#edits: 1 = <7628/info:/1734078037202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7668=[#edits: 1 = <7629/info:/1734078037203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7669=[#edits: 1 = <7630/info:/1734078037204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7670=[#edits: 1 = <7631/info:/1734078037205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7671=[#edits: 1 = <7632/info:/1734078037206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7672=[#edits: 1 = <7633/info:/1734078037206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7673=[#edits: 1 = <7634/info:/1734078037207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7674=[#edits: 1 = <7635/info:/1734078037207/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=24832, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,221 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:37,221 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 25270, reset compression=false 2024-12-13T08:20:37,221 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7675=[#edits: 1 = <7636/info:/1734078037208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7676=[#edits: 1 = <7637/info:/1734078037210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7677=[#edits: 1 = <7638/info:/1734078037211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7678=[#edits: 1 = <7639/info:/1734078037212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7679=[#edits: 1 = <7640/info:/1734078037213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7680=[#edits: 1 = <7641/info:/1734078037214/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=25270, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:37,233 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 28 WAL entries eligible for replication 2024-12-13T08:20:37,233 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 27314, reset compression=false 2024-12-13T08:20:37,233 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7681=[#edits: 1 = <7642/info:/1734078037220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7682=[#edits: 1 = <7643/info:/1734078037221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7683=[#edits: 1 = <7644/info:/1734078037222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7684=[#edits: 1 = <7645/info:/1734078037222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7685=[#edits: 1 = <7646/info:/1734078037222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7686=[#edits: 1 = <7647/info:/1734078037223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7687=[#edits: 1 = <7648/info:/1734078037223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7688=[#edits: 1 = <7649/info:/1734078037224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7689=[#edits: 1 = <7650/info:/1734078037224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7690=[#edits: 1 = <7651/info:/1734078037225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7691=[#edits: 1 = <7652/info:/1734078037225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7692=[#edits: 1 = <7653/info:/1734078037225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7693=[#edits: 1 = <7654/info:/1734078037226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7694=[#edits: 1 = <7655/info:/1734078037226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7695=[#edits: 1 = <7656/info:/1734078037226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7696=[#edits: 1 = <7657/info:/1734078037227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7697=[#edits: 1 = <7658/info:/1734078037227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7698=[#edits: 1 = <7659/info:/1734078037227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7699=[#edits: 1 = <7660/info:/1734078037228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7700=[#edits: 1 = <7661/info:/1734078037228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7701=[#edits: 1 = <7662/info:/1734078037229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7702=[#edits: 1 = <7663/info:/1734078037229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7703=[#edits: 1 = <7664/info:/1734078037229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7704=[#edits: 1 = <7665/info:/1734078037230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7705=[#edits: 1 = <7666/info:/1734078037230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7706=[#edits: 1 = <7667/info:/1734078037230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7707=[#edits: 1 = <7668/info:/1734078037231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7708=[#edits: 1 = <7669/info:/1734078037231/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=27314, nbRowKeys=28, nbHFiles=0, heapSize=4816, lastSeqIds={}, endOfFile=false,usedBufferSize=4816] 2024-12-13T08:20:37,242 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:37,242 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 28190, reset compression=false 2024-12-13T08:20:37,242 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7709=[#edits: 1 = <7670/info:/1734078037231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7710=[#edits: 1 = <7671/info:/1734078037232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7711=[#edits: 1 = <7672/info:/1734078037232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7712=[#edits: 1 = <7673/info:/1734078037234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7713=[#edits: 1 = <7674/info:/1734078037236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7714=[#edits: 1 = <7675/info:/1734078037237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7715=[#edits: 1 = <7676/info:/1734078037237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7716=[#edits: 1 = <7677/info:/1734078037238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7717=[#edits: 1 = <7678/info:/1734078037238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7718=[#edits: 1 = <7679/info:/1734078037238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7719=[#edits: 1 = <7680/info:/1734078037239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7720=[#edits: 1 = <7681/info:/1734078037239/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=28190, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:37,248 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,248 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 28920, reset compression=false 2024-12-13T08:20:37,248 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7721=[#edits: 1 = <7682/info:/1734078037239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7722=[#edits: 1 = <7683/info:/1734078037240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7723=[#edits: 1 = <7684/info:/1734078037241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7724=[#edits: 1 = <7685/info:/1734078037241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7725=[#edits: 1 = <7686/info:/1734078037241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7726=[#edits: 1 = <7687/info:/1734078037242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7727=[#edits: 1 = <7688/info:/1734078037242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7728=[#edits: 1 = <7689/info:/1734078037244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7729=[#edits: 1 = <7690/info:/1734078037244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7730=[#edits: 1 = <7691/info:/1734078037244/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=28920, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,254 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:37,254 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 29796, reset compression=false 2024-12-13T08:20:37,254 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7731=[#edits: 1 = <7692/info:/1734078037247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7732=[#edits: 1 = <7693/info:/1734078037248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7733=[#edits: 1 = <7694/info:/1734078037249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7734=[#edits: 1 = <7695/info:/1734078037249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7735=[#edits: 1 = <7696/info:/1734078037250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7736=[#edits: 1 = <7697/info:/1734078037250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7737=[#edits: 1 = <7698/info:/1734078037250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7738=[#edits: 1 = <7699/info:/1734078037250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7739=[#edits: 1 = <7700/info:/1734078037251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7740=[#edits: 1 = <7701/info:/1734078037251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7741=[#edits: 1 = <7702/info:/1734078037252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7742=[#edits: 1 = <7703/info:/1734078037252/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=29796, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:37,260 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:37,261 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 30307, reset compression=false 2024-12-13T08:20:37,261 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7743=[#edits: 1 = <7704/info:/1734078037253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7744=[#edits: 1 = <7705/info:/1734078037254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7745=[#edits: 1 = <7706/info:/1734078037254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7746=[#edits: 1 = <7707/info:/1734078037255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7747=[#edits: 1 = <7708/info:/1734078037256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7748=[#edits: 1 = <7709/info:/1734078037256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7749=[#edits: 1 = <7710/info:/1734078037258/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=30307, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:37,270 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:37,270 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 31256, reset compression=false 2024-12-13T08:20:37,270 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7750=[#edits: 1 = <7711/info:/1734078037259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7751=[#edits: 1 = <7712/info:/1734078037260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7752=[#edits: 1 = <7713/info:/1734078037262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7753=[#edits: 1 = <7714/info:/1734078037263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7754=[#edits: 1 = <7715/info:/1734078037263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7755=[#edits: 1 = <7716/info:/1734078037265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7756=[#edits: 1 = <7717/info:/1734078037265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7757=[#edits: 1 = <7718/info:/1734078037266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7758=[#edits: 1 = <7719/info:/1734078037266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7759=[#edits: 1 = <7720/info:/1734078037266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7760=[#edits: 1 = <7721/info:/1734078037267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7761=[#edits: 1 = <7722/info:/1734078037267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7762=[#edits: 1 = <7723/info:/1734078037267/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=31256, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:37,275 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:37,275 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 32059, reset compression=false 2024-12-13T08:20:37,275 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7763=[#edits: 1 = <7724/info:/1734078037268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7764=[#edits: 1 = <7725/info:/1734078037269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7765=[#edits: 1 = <7726/info:/1734078037269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7766=[#edits: 1 = <7727/info:/1734078037270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7767=[#edits: 1 = <7728/info:/1734078037270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7768=[#edits: 1 = <7729/info:/1734078037271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7769=[#edits: 1 = <7730/info:/1734078037272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7770=[#edits: 1 = <7731/info:/1734078037272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7771=[#edits: 1 = <7732/info:/1734078037272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7772=[#edits: 1 = <7733/info:/1734078037273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7773=[#edits: 1 = <7734/info:/1734078037273/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=32059, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:37,281 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:37,281 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 32278, reset compression=false 2024-12-13T08:20:37,281 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7774=[#edits: 1 = <7735/info:/1734078037274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7775=[#edits: 1 = <7736/info:/1734078037275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7776=[#edits: 1 = <7737/info:/1734078037278/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=32278, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-13T08:20:37,286 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:37,286 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7777=[#edits: 1 = <7738/info:/1734078037279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7778=[#edits: 1 = <7739/info:/1734078037279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7779=[#edits: 1 = <7740/info:/1734078037281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7780=[#edits: 1 = <7741/info:/1734078037282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7781=[#edits: 1 = <7742/info:/1734078037283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7782=[#edits: 1 = <7743/info:/1734078037283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7783=[#edits: 1 = <7744/info:/1734078037284/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=32789, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:37,287 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 32789, reset compression=false 2024-12-13T08:20:37,297 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-13T08:20:37,297 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 34322, reset compression=false 2024-12-13T08:20:37,297 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7784=[#edits: 1 = <7745/info:/1734078037284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7785=[#edits: 1 = <7746/info:/1734078037285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7786=[#edits: 1 = <7747/info:/1734078037286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7787=[#edits: 1 = <7748/info:/1734078037286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7788=[#edits: 1 = <7749/info:/1734078037287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7789=[#edits: 1 = <7750/info:/1734078037288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7790=[#edits: 1 = <7751/info:/1734078037288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7791=[#edits: 1 = <7752/info:/1734078037288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7792=[#edits: 1 = <7753/info:/1734078037289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7793=[#edits: 1 = <7754/info:/1734078037289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7794=[#edits: 1 = <7755/info:/1734078037289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7795=[#edits: 1 = <7756/info:/1734078037290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7796=[#edits: 1 = <7757/info:/1734078037290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7797=[#edits: 1 = <7758/info:/1734078037290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7798=[#edits: 1 = <7759/info:/1734078037293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7799=[#edits: 1 = <7760/info:/1734078037293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7800=[#edits: 1 = <7761/info:/1734078037294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7801=[#edits: 1 = <7762/info:/1734078037294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7802=[#edits: 1 = <7763/info:/1734078037294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7803=[#edits: 1 = <7764/info:/1734078037295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7804=[#edits: 1 = <7765/info:/1734078037295/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=34322, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-13T08:20:37,304 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,304 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 35052, reset compression=false 2024-12-13T08:20:37,304 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7805=[#edits: 1 = <7766/info:/1734078037296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7806=[#edits: 1 = <7767/info:/1734078037296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7807=[#edits: 1 = <7768/info:/1734078037297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7808=[#edits: 1 = <7769/info:/1734078037298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7809=[#edits: 1 = <7770/info:/1734078037299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7810=[#edits: 1 = <7771/info:/1734078037299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7811=[#edits: 1 = <7772/info:/1734078037300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7812=[#edits: 1 = <7773/info:/1734078037300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7813=[#edits: 1 = <7774/info:/1734078037301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7814=[#edits: 1 = <7775/info:/1734078037301/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=35052, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,310 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:37,310 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 35855, reset compression=false 2024-12-13T08:20:37,310 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7815=[#edits: 1 = <7776/info:/1734078037302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7816=[#edits: 1 = <7777/info:/1734078037303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7817=[#edits: 1 = <7778/info:/1734078037304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7818=[#edits: 1 = <7779/info:/1734078037304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7819=[#edits: 1 = <7780/info:/1734078037305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7820=[#edits: 1 = <7781/info:/1734078037306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7821=[#edits: 1 = <7782/info:/1734078037306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7822=[#edits: 1 = <7783/info:/1734078037307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7823=[#edits: 1 = <7784/info:/1734078037307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7824=[#edits: 1 = <7785/info:/1734078037307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7825=[#edits: 1 = <7786/info:/1734078037308/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=35855, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:37,317 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:37,317 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 36147, reset compression=false 2024-12-13T08:20:37,317 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7826=[#edits: 1 = <7787/info:/1734078037309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7827=[#edits: 1 = <7788/info:/1734078037309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7828=[#edits: 1 = <7789/info:/1734078037309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7829=[#edits: 1 = <7790/info:/1734078037314/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=36147, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:37,322 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:37,322 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 36731, reset compression=false 2024-12-13T08:20:37,322 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7830=[#edits: 1 = <7791/info:/1734078037315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7831=[#edits: 1 = <7792/info:/1734078037316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7832=[#edits: 1 = <7793/info:/1734078037317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7833=[#edits: 1 = <7794/info:/1734078037317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7834=[#edits: 1 = <7795/info:/1734078037318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7835=[#edits: 1 = <7796/info:/1734078037319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7836=[#edits: 1 = <7797/info:/1734078037319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7837=[#edits: 1 = <7798/info:/1734078037320/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=36731, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:37,328 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,328 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 37461, reset compression=false 2024-12-13T08:20:37,328 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7838=[#edits: 1 = <7799/info:/1734078037321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7839=[#edits: 1 = <7800/info:/1734078037321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7840=[#edits: 1 = <7801/info:/1734078037322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7841=[#edits: 1 = <7802/info:/1734078037322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7842=[#edits: 1 = <7803/info:/1734078037323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7843=[#edits: 1 = <7804/info:/1734078037324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7844=[#edits: 1 = <7805/info:/1734078037324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7845=[#edits: 1 = <7806/info:/1734078037325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7846=[#edits: 1 = <7807/info:/1734078037325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7847=[#edits: 1 = <7808/info:/1734078037326/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=37461, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,334 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:37,334 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 38337, reset compression=false 2024-12-13T08:20:37,334 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7848=[#edits: 1 = <7809/info:/1734078037326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7849=[#edits: 1 = <7810/info:/1734078037327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7850=[#edits: 1 = <7811/info:/1734078037328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7851=[#edits: 1 = <7812/info:/1734078037328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7852=[#edits: 1 = <7813/info:/1734078037329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7853=[#edits: 1 = <7814/info:/1734078037329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7854=[#edits: 1 = <7815/info:/1734078037330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7855=[#edits: 1 = <7816/info:/1734078037330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7856=[#edits: 1 = <7817/info:/1734078037331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7857=[#edits: 1 = <7818/info:/1734078037331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7858=[#edits: 1 = <7819/info:/1734078037331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7859=[#edits: 1 = <7820/info:/1734078037332/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=38337, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:37,340 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:37,340 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 38921, reset compression=false 2024-12-13T08:20:37,340 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7860=[#edits: 1 = <7821/info:/1734078037332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7861=[#edits: 1 = <7822/info:/1734078037333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7862=[#edits: 1 = <7823/info:/1734078037334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7863=[#edits: 1 = <7824/info:/1734078037334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7864=[#edits: 1 = <7825/info:/1734078037335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7865=[#edits: 1 = <7826/info:/1734078037336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7866=[#edits: 1 = <7827/info:/1734078037337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7867=[#edits: 1 = <7828/info:/1734078037337/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=38921, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:37,346 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:37,346 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 39286, reset compression=false 2024-12-13T08:20:37,346 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7868=[#edits: 1 = <7829/info:/1734078037339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7869=[#edits: 1 = <7830/info:/1734078037342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7870=[#edits: 1 = <7831/info:/1734078037342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7871=[#edits: 1 = <7832/info:/1734078037343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7872=[#edits: 1 = <7833/info:/1734078037344/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=39286, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:37,351 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:37,351 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 39578, reset compression=false 2024-12-13T08:20:37,351 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7873=[#edits: 1 = <7834/info:/1734078037344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7874=[#edits: 1 = <7835/info:/1734078037345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7875=[#edits: 1 = <7836/info:/1734078037346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7876=[#edits: 1 = <7837/info:/1734078037349/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=39578, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:37,357 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,357 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 40308, reset compression=false 2024-12-13T08:20:37,357 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7877=[#edits: 1 = <7838/info:/1734078037350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7878=[#edits: 1 = <7839/info:/1734078037350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7879=[#edits: 1 = <7840/info:/1734078037351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7880=[#edits: 1 = <7841/info:/1734078037352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7881=[#edits: 1 = <7842/info:/1734078037352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7882=[#edits: 1 = <7843/info:/1734078037353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7883=[#edits: 1 = <7844/info:/1734078037353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7884=[#edits: 1 = <7845/info:/1734078037353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7885=[#edits: 1 = <7846/info:/1734078037354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7886=[#edits: 1 = <7847/info:/1734078037354/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=40308, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,363 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:37,364 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 41330, reset compression=false 2024-12-13T08:20:37,364 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7887=[#edits: 1 = <7848/info:/1734078037355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7888=[#edits: 1 = <7849/info:/1734078037355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7889=[#edits: 1 = <7850/info:/1734078037356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7890=[#edits: 1 = <7851/info:/1734078037356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7891=[#edits: 1 = <7852/info:/1734078037357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7892=[#edits: 1 = <7853/info:/1734078037357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7893=[#edits: 1 = <7854/info:/1734078037358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7894=[#edits: 1 = <7855/info:/1734078037359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7895=[#edits: 1 = <7856/info:/1734078037359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7896=[#edits: 1 = <7857/info:/1734078037359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7897=[#edits: 1 = <7858/info:/1734078037360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7898=[#edits: 1 = <7859/info:/1734078037360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7899=[#edits: 1 = <7860/info:/1734078037361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7900=[#edits: 1 = <7861/info:/1734078037361/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=41330, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:37,373 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:37,374 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 42352, reset compression=false 2024-12-13T08:20:37,373 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7901=[#edits: 1 = <7862/info:/1734078037361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7902=[#edits: 1 = <7863/info:/1734078037362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7903=[#edits: 1 = <7864/info:/1734078037362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7904=[#edits: 1 = <7865/info:/1734078037364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7905=[#edits: 1 = <7866/info:/1734078037365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7906=[#edits: 1 = <7867/info:/1734078037367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7907=[#edits: 1 = <7868/info:/1734078037368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7908=[#edits: 1 = <7869/info:/1734078037369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7909=[#edits: 1 = <7870/info:/1734078037369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7910=[#edits: 1 = <7871/info:/1734078037370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7911=[#edits: 1 = <7872/info:/1734078037370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7912=[#edits: 1 = <7873/info:/1734078037370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7913=[#edits: 1 = <7874/info:/1734078037371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7914=[#edits: 1 = <7875/info:/1734078037371/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=42352, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:37,378 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:37,379 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7915=[#edits: 1 = <7876/info:/1734078037372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7916=[#edits: 1 = <7877/info:/1734078037372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7917=[#edits: 1 = <7878/info:/1734078037373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7918=[#edits: 1 = <7879/info:/1734078037375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7919=[#edits: 1 = <7880/info:/1734078037376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7920=[#edits: 1 = <7881/info:/1734078037376/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=42790, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:37,379 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 42790, reset compression=false 2024-12-13T08:20:37,384 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:37,384 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 43301, reset compression=false 2024-12-13T08:20:37,384 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7921=[#edits: 1 = <7882/info:/1734078037377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7922=[#edits: 1 = <7883/info:/1734078037378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7923=[#edits: 1 = <7884/info:/1734078037379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7924=[#edits: 1 = <7885/info:/1734078037380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7925=[#edits: 1 = <7886/info:/1734078037381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7926=[#edits: 1 = <7887/info:/1734078037381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7927=[#edits: 1 = <7888/info:/1734078037382/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=43301, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:37,389 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:37,389 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 43374, reset compression=false 2024-12-13T08:20:37,389 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7928=[#edits: 1 = <7889/info:/1734078037386/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=43374, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-13T08:20:37,396 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:37,396 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7929=[#edits: 1 = <7890/info:/1734078037387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7930=[#edits: 1 = <7891/info:/1734078037388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7931=[#edits: 1 = <7892/info:/1734078037389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7932=[#edits: 1 = <7893/info:/1734078037390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7933=[#edits: 1 = <7894/info:/1734078037390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7934=[#edits: 1 = <7895/info:/1734078037391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7935=[#edits: 1 = <7896/info:/1734078037391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7936=[#edits: 1 = <7897/info:/1734078037393/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=43958, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:37,396 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 43958, reset compression=false 2024-12-13T08:20:37,401 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:37,401 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 44907, reset compression=false 2024-12-13T08:20:37,401 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7937=[#edits: 1 = <7898/info:/1734078037393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7938=[#edits: 1 = <7899/info:/1734078037394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7939=[#edits: 1 = <7900/info:/1734078037394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7940=[#edits: 1 = <7901/info:/1734078037395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7941=[#edits: 1 = <7902/info:/1734078037396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7942=[#edits: 1 = <7903/info:/1734078037397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7943=[#edits: 1 = <7904/info:/1734078037397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7944=[#edits: 1 = <7905/info:/1734078037397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7945=[#edits: 1 = <7906/info:/1734078037398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7946=[#edits: 1 = <7907/info:/1734078037398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7947=[#edits: 1 = <7908/info:/1734078037398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7948=[#edits: 1 = <7909/info:/1734078037399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7949=[#edits: 1 = <7910/info:/1734078037399/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=44907, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:37,407 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:37,407 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 45564, reset compression=false 2024-12-13T08:20:37,407 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7950=[#edits: 1 = <7911/info:/1734078037400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7951=[#edits: 1 = <7912/info:/1734078037400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7952=[#edits: 1 = <7913/info:/1734078037401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7953=[#edits: 1 = <7914/info:/1734078037402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7954=[#edits: 1 = <7915/info:/1734078037403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7955=[#edits: 1 = <7916/info:/1734078037403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7956=[#edits: 1 = <7917/info:/1734078037404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7957=[#edits: 1 = <7918/info:/1734078037404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7958=[#edits: 1 = <7919/info:/1734078037405/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=45564, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:37,413 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:37,413 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 46221, reset compression=false 2024-12-13T08:20:37,414 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7959=[#edits: 1 = <7920/info:/1734078037405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7960=[#edits: 1 = <7921/info:/1734078037406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7961=[#edits: 1 = <7922/info:/1734078037408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7962=[#edits: 1 = <7923/info:/1734078037409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7963=[#edits: 1 = <7924/info:/1734078037409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7964=[#edits: 1 = <7925/info:/1734078037410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7965=[#edits: 1 = <7926/info:/1734078037410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7966=[#edits: 1 = <7927/info:/1734078037410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7967=[#edits: 1 = <7928/info:/1734078037411/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=46221, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:37,420 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:37,420 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 46513, reset compression=false 2024-12-13T08:20:37,420 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7968=[#edits: 1 = <7929/info:/1734078037411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7969=[#edits: 1 = <7930/info:/1734078037412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7970=[#edits: 1 = <7931/info:/1734078037412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7971=[#edits: 1 = <7932/info:/1734078037415/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=46513, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:37,426 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:37,426 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7972=[#edits: 1 = <7933/info:/1734078037418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7973=[#edits: 1 = <7934/info:/1734078037419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7974=[#edits: 1 = <7935/info:/1734078037420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7975=[#edits: 1 = <7936/info:/1734078037421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7976=[#edits: 1 = <7937/info:/1734078037421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7977=[#edits: 1 = <7938/info:/1734078037421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7978=[#edits: 1 = <7939/info:/1734078037422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7979=[#edits: 1 = <7940/info:/1734078037422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7980=[#edits: 1 = <7941/info:/1734078037422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7981=[#edits: 1 = <7942/info:/1734078037423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7982=[#edits: 1 = <7943/info:/1734078037423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7983=[#edits: 1 = <7944/info:/1734078037423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7984=[#edits: 1 = <7945/info:/1734078037424/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=47462, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:37,427 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 47462, reset compression=false 2024-12-13T08:20:37,433 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:37,433 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 48265, reset compression=false 2024-12-13T08:20:37,433 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7985=[#edits: 1 = <7946/info:/1734078037424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7986=[#edits: 1 = <7947/info:/1734078037425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7987=[#edits: 1 = <7948/info:/1734078037426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7988=[#edits: 1 = <7949/info:/1734078037427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7989=[#edits: 1 = <7950/info:/1734078037428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7990=[#edits: 1 = <7951/info:/1734078037428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7991=[#edits: 1 = <7952/info:/1734078037429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7992=[#edits: 1 = <7953/info:/1734078037429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7993=[#edits: 1 = <7954/info:/1734078037430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7994=[#edits: 1 = <7955/info:/1734078037430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7995=[#edits: 1 = <7956/info:/1734078037431/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=48265, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:37,439 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:37,439 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 49141, reset compression=false 2024-12-13T08:20:37,439 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7996=[#edits: 1 = <7957/info:/1734078037431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7997=[#edits: 1 = <7958/info:/1734078037432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7998=[#edits: 1 = <7959/info:/1734078037432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7999=[#edits: 1 = <7960/info:/1734078037433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8000=[#edits: 1 = <7961/info:/1734078037434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8001=[#edits: 1 = <7962/info:/1734078037434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8002=[#edits: 1 = <7963/info:/1734078037435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8003=[#edits: 1 = <7964/info:/1734078037435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8004=[#edits: 1 = <7965/info:/1734078037435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8005=[#edits: 1 = <7966/info:/1734078037436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8006=[#edits: 1 = <7967/info:/1734078037436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8007=[#edits: 1 = <7968/info:/1734078037437/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=49141, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:37,445 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:37,445 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8008=[#edits: 1 = <7969/info:/1734078037437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8009=[#edits: 1 = <7970/info:/1734078037438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8010=[#edits: 1 = <7971/info:/1734078037439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8011=[#edits: 1 = <7972/info:/1734078037440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8012=[#edits: 1 = <7973/info:/1734078037440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8013=[#edits: 1 = <7974/info:/1734078037441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8014=[#edits: 1 = <7975/info:/1734078037441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8015=[#edits: 1 = <7976/info:/1734078037441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8016=[#edits: 1 = <7977/info:/1734078037442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8017=[#edits: 1 = <7978/info:/1734078037442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8018=[#edits: 1 = <7979/info:/1734078037443/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=49944, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:37,446 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 49944, reset compression=false 2024-12-13T08:20:37,452 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:37,452 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 50893, reset compression=false 2024-12-13T08:20:37,452 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8019=[#edits: 1 = <7980/info:/1734078037443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8020=[#edits: 1 = <7981/info:/1734078037444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8021=[#edits: 1 = <7982/info:/1734078037445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8022=[#edits: 1 = <7983/info:/1734078037445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8023=[#edits: 1 = <7984/info:/1734078037445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8024=[#edits: 1 = <7985/info:/1734078037446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8025=[#edits: 1 = <7986/info:/1734078037447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8026=[#edits: 1 = <7987/info:/1734078037447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8027=[#edits: 1 = <7988/info:/1734078037448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8028=[#edits: 1 = <7989/info:/1734078037448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8029=[#edits: 1 = <7990/info:/1734078037448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8030=[#edits: 1 = <7991/info:/1734078037448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8031=[#edits: 1 = <7992/info:/1734078037449/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=50893, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:37,457 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:37,457 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 51112, reset compression=false 2024-12-13T08:20:37,457 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8032=[#edits: 1 = <7993/info:/1734078037451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8033=[#edits: 1 = <7994/info:/1734078037454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8034=[#edits: 1 = <7995/info:/1734078037455/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=51112, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-13T08:20:37,458 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(269): Writing data from 8000 to 9000 2024-12-13T08:20:37,461 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:37,461 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 51623, reset compression=false 2024-12-13T08:20:37,461 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8035=[#edits: 1 = <7996/info:/1734078037456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8036=[#edits: 1 = <7997/info:/1734078037456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8037=[#edits: 1 = <7998/info:/1734078037458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8038=[#edits: 1 = <7999/info:/1734078037458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8039=[#edits: 1 = <8000/info:/1734078037459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8040=[#edits: 1 = <8001/info:/1734078037459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8041=[#edits: 1 = <8002/info:/1734078037459/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=51623, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:37,467 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:37,467 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 52426, reset compression=false 2024-12-13T08:20:37,467 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8042=[#edits: 1 = <8003/info:/1734078037460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8043=[#edits: 1 = <8004/info:/1734078037461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8044=[#edits: 1 = <8005/info:/1734078037461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8045=[#edits: 1 = <8006/info:/1734078037461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8046=[#edits: 1 = <8007/info:/1734078037462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8047=[#edits: 1 = <8008/info:/1734078037463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8048=[#edits: 1 = <8009/info:/1734078037463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8049=[#edits: 1 = <8010/info:/1734078037463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8050=[#edits: 1 = <8011/info:/1734078037464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8051=[#edits: 1 = <8012/info:/1734078037464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8052=[#edits: 1 = <8013/info:/1734078037465/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=52426, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:37,472 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:37,472 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 52791, reset compression=false 2024-12-13T08:20:37,472 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8053=[#edits: 1 = <8014/info:/1734078037465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8054=[#edits: 1 = <8015/info:/1734078037466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8055=[#edits: 1 = <8016/info:/1734078037466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8056=[#edits: 1 = <8017/info:/1734078037467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8057=[#edits: 1 = <8018/info:/1734078037470/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=52791, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:37,477 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:37,477 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 53156, reset compression=false 2024-12-13T08:20:37,477 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8058=[#edits: 1 = <8019/info:/1734078037471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8059=[#edits: 1 = <8020/info:/1734078037471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8060=[#edits: 1 = <8021/info:/1734078037472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8061=[#edits: 1 = <8022/info:/1734078037473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8062=[#edits: 1 = <8023/info:/1734078037475/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=53156, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:37,482 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:37,482 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 53813, reset compression=false 2024-12-13T08:20:37,482 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8063=[#edits: 1 = <8024/info:/1734078037476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8064=[#edits: 1 = <8025/info:/1734078037476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8065=[#edits: 1 = <8026/info:/1734078037478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8066=[#edits: 1 = <8027/info:/1734078037478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8067=[#edits: 1 = <8028/info:/1734078037479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8068=[#edits: 1 = <8029/info:/1734078037479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8069=[#edits: 1 = <8030/info:/1734078037479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8070=[#edits: 1 = <8031/info:/1734078037480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8071=[#edits: 1 = <8032/info:/1734078037480/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=53813, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:37,486 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:37,486 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 54324, reset compression=false 2024-12-13T08:20:37,486 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8072=[#edits: 1 = <8033/info:/1734078037480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8073=[#edits: 1 = <8034/info:/1734078037481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8074=[#edits: 1 = <8035/info:/1734078037482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8075=[#edits: 1 = <8036/info:/1734078037483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8076=[#edits: 1 = <8037/info:/1734078037483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8077=[#edits: 1 = <8038/info:/1734078037484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8078=[#edits: 1 = <8039/info:/1734078037484/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=54324, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:37,491 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:37,491 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 55127, reset compression=false 2024-12-13T08:20:37,491 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8079=[#edits: 1 = <8040/info:/1734078037485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8080=[#edits: 1 = <8041/info:/1734078037485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8081=[#edits: 1 = <8042/info:/1734078037485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8082=[#edits: 1 = <8043/info:/1734078037486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8083=[#edits: 1 = <8044/info:/1734078037487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8084=[#edits: 1 = <8045/info:/1734078037487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8085=[#edits: 1 = <8046/info:/1734078037488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8086=[#edits: 1 = <8047/info:/1734078037488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8087=[#edits: 1 = <8048/info:/1734078037488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8088=[#edits: 1 = <8049/info:/1734078037489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8089=[#edits: 1 = <8050/info:/1734078037489/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=55127, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:37,497 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:37,497 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 55638, reset compression=false 2024-12-13T08:20:37,497 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8090=[#edits: 1 = <8051/info:/1734078037489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8091=[#edits: 1 = <8052/info:/1734078037490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8092=[#edits: 1 = <8053/info:/1734078037491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8093=[#edits: 1 = <8054/info:/1734078037493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8094=[#edits: 1 = <8055/info:/1734078037493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8095=[#edits: 1 = <8056/info:/1734078037494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8096=[#edits: 1 = <8057/info:/1734078037494/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=55638, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:37,502 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:37,502 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8097=[#edits: 1 = <8058/info:/1734078037495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8098=[#edits: 1 = <8059/info:/1734078037496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8099=[#edits: 1 = <8060/info:/1734078037496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8100=[#edits: 1 = <8061/info:/1734078037497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8101=[#edits: 1 = <8062/info:/1734078037498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8102=[#edits: 1 = <8063/info:/1734078037498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8103=[#edits: 1 = <8064/info:/1734078037499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8104=[#edits: 1 = <8065/info:/1734078037499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8105=[#edits: 1 = <8066/info:/1734078037500/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=56295, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:37,503 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 56295, reset compression=false 2024-12-13T08:20:37,509 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:37,509 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8106=[#edits: 1 = <8067/info:/1734078037500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8107=[#edits: 1 = <8068/info:/1734078037501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8108=[#edits: 1 = <8069/info:/1734078037501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8109=[#edits: 1 = <8070/info:/1734078037502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8110=[#edits: 1 = <8071/info:/1734078037502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8111=[#edits: 1 = <8072/info:/1734078037503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8112=[#edits: 1 = <8073/info:/1734078037504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8113=[#edits: 1 = <8074/info:/1734078037504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8114=[#edits: 1 = <8075/info:/1734078037505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8115=[#edits: 1 = <8076/info:/1734078037505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8116=[#edits: 1 = <8077/info:/1734078037505/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=57098, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:37,509 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 57098, reset compression=false 2024-12-13T08:20:37,515 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,515 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 57828, reset compression=false 2024-12-13T08:20:37,515 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8117=[#edits: 1 = <8078/info:/1734078037507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8118=[#edits: 1 = <8079/info:/1734078037508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8119=[#edits: 1 = <8080/info:/1734078037508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8120=[#edits: 1 = <8081/info:/1734078037509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8121=[#edits: 1 = <8082/info:/1734078037510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8122=[#edits: 1 = <8083/info:/1734078037511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8123=[#edits: 1 = <8084/info:/1734078037511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8124=[#edits: 1 = <8085/info:/1734078037511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8125=[#edits: 1 = <8086/info:/1734078037512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8126=[#edits: 1 = <8087/info:/1734078037513/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=57828, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,528 INFO [6b1293cedc9a:40025Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=1720B, Limit=268435456B 2024-12-13T08:20:37,532 INFO [6b1293cedc9a:34617Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:37,534 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:37,534 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 58704, reset compression=false 2024-12-13T08:20:37,534 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8127=[#edits: 1 = <8088/info:/1734078037513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8128=[#edits: 1 = <8089/info:/1734078037514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8129=[#edits: 1 = <8090/info:/1734078037515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8130=[#edits: 1 = <8091/info:/1734078037528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8131=[#edits: 1 = <8092/info:/1734078037529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8132=[#edits: 1 = <8093/info:/1734078037529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8133=[#edits: 1 = <8094/info:/1734078037530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8134=[#edits: 1 = <8095/info:/1734078037530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8135=[#edits: 1 = <8096/info:/1734078037530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8136=[#edits: 1 = <8097/info:/1734078037531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8137=[#edits: 1 = <8098/info:/1734078037531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8138=[#edits: 1 = <8099/info:/1734078037532/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=58704, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:37,539 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:37,539 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 59361, reset compression=false 2024-12-13T08:20:37,539 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8139=[#edits: 1 = <8100/info:/1734078037532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8140=[#edits: 1 = <8101/info:/1734078037533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8141=[#edits: 1 = <8102/info:/1734078037534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8142=[#edits: 1 = <8103/info:/1734078037535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8143=[#edits: 1 = <8104/info:/1734078037535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8144=[#edits: 1 = <8105/info:/1734078037536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8145=[#edits: 1 = <8106/info:/1734078037536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8146=[#edits: 1 = <8107/info:/1734078037537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8147=[#edits: 1 = <8108/info:/1734078037537/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=59361, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:37,544 INFO [6b1293cedc9a:42989Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:37,544 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,544 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 60091, reset compression=false 2024-12-13T08:20:37,544 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8148=[#edits: 1 = <8109/info:/1734078037537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8149=[#edits: 1 = <8110/info:/1734078037538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8150=[#edits: 1 = <8111/info:/1734078037539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8151=[#edits: 1 = <8112/info:/1734078037540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8152=[#edits: 1 = <8113/info:/1734078037540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8153=[#edits: 1 = <8114/info:/1734078037541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8154=[#edits: 1 = <8115/info:/1734078037541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8155=[#edits: 1 = <8116/info:/1734078037541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8156=[#edits: 1 = <8117/info:/1734078037542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8157=[#edits: 1 = <8118/info:/1734078037542/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=60091, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,550 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:37,550 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 60894, reset compression=false 2024-12-13T08:20:37,550 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8158=[#edits: 1 = <8119/info:/1734078037543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8159=[#edits: 1 = <8120/info:/1734078037543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8160=[#edits: 1 = <8121/info:/1734078037544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8161=[#edits: 1 = <8122/info:/1734078037544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8162=[#edits: 1 = <8123/info:/1734078037545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8163=[#edits: 1 = <8124/info:/1734078037546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8164=[#edits: 1 = <8125/info:/1734078037546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8165=[#edits: 1 = <8126/info:/1734078037547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8166=[#edits: 1 = <8127/info:/1734078037547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8167=[#edits: 1 = <8128/info:/1734078037548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8168=[#edits: 1 = <8129/info:/1734078037548/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=60894, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:37,557 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:37,557 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 61405, reset compression=false 2024-12-13T08:20:37,557 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8169=[#edits: 1 = <8130/info:/1734078037549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8170=[#edits: 1 = <8131/info:/1734078037549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8171=[#edits: 1 = <8132/info:/1734078037550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8172=[#edits: 1 = <8133/info:/1734078037552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8173=[#edits: 1 = <8134/info:/1734078037552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8174=[#edits: 1 = <8135/info:/1734078037553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8175=[#edits: 1 = <8136/info:/1734078037553/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=61405, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:37,565 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T08:20:37,565 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 62646, reset compression=false 2024-12-13T08:20:37,565 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8176=[#edits: 1 = <8137/info:/1734078037554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8177=[#edits: 1 = <8138/info:/1734078037554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8178=[#edits: 1 = <8139/info:/1734078037557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8179=[#edits: 1 = <8140/info:/1734078037557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8180=[#edits: 1 = <8141/info:/1734078037558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8181=[#edits: 1 = <8142/info:/1734078037558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8182=[#edits: 1 = <8143/info:/1734078037559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8183=[#edits: 1 = <8144/info:/1734078037559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8184=[#edits: 1 = <8145/info:/1734078037559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8185=[#edits: 1 = <8146/info:/1734078037560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8186=[#edits: 1 = <8147/info:/1734078037561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8187=[#edits: 1 = <8148/info:/1734078037561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8188=[#edits: 1 = <8149/info:/1734078037562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8189=[#edits: 1 = <8150/info:/1734078037562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8190=[#edits: 1 = <8151/info:/1734078037562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8191=[#edits: 1 = <8152/info:/1734078037563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8192=[#edits: 1 = <8153/info:/1734078037563/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=62646, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-13T08:20:37,570 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,570 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8193=[#edits: 1 = <8154/info:/1734078037563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8194=[#edits: 1 = <8155/info:/1734078037564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8195=[#edits: 1 = <8156/info:/1734078037565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8196=[#edits: 1 = <8157/info:/1734078037565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8197=[#edits: 1 = <8158/info:/1734078037565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8198=[#edits: 1 = <8159/info:/1734078037566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8199=[#edits: 1 = <8160/info:/1734078037567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8200=[#edits: 1 = <8161/info:/1734078037567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8201=[#edits: 1 = <8162/info:/1734078037568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8202=[#edits: 1 = <8163/info:/1734078037568/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=63376, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,570 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 63376, reset compression=false 2024-12-13T08:20:37,598 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:37,598 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8203=[#edits: 1 = <8164/info:/1734078037569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8204=[#edits: 1 = <8165/info:/1734078037569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8205=[#edits: 1 = <8166/info:/1734078037569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8206=[#edits: 1 = <8167/info:/1734078037570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8207=[#edits: 1 = <8168/info:/1734078037570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8208=[#edits: 1 = <8169/info:/1734078037572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8209=[#edits: 1 = <8170/info:/1734078037574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8210=[#edits: 1 = <8171/info:/1734078037575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8211=[#edits: 1 = <8172/info:/1734078037575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8212=[#edits: 1 = <8173/info:/1734078037575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8213=[#edits: 1 = <8174/info:/1734078037576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8214=[#edits: 1 = <8175/info:/1734078037576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8215=[#edits: 1 = <8176/info:/1734078037576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8216=[#edits: 1 = <8177/info:/1734078037577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8217=[#edits: 1 = <8178/info:/1734078037577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8218=[#edits: 1 = <8179/info:/1734078037577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8219=[#edits: 1 = <8180/info:/1734078037578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8220=[#edits: 1 = <8181/info:/1734078037578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8221=[#edits: 1 = <8182/info:/1734078037578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8222=[#edits: 1 = <8183/info:/1734078037578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8223=[#edits: 1 = <8184/info:/1734078037579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8224=[#edits: 1 = <8185/info:/1734078037579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8225=[#edits: 1 = <8186/info:/1734078037579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8226=[#edits: 1 = <8187/info:/1734078037580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8227=[#edits: 1 = <8188/info:/1734078037580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8228=[#edits: 1 = <8189/info:/1734078037580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8229=[#edits: 1 = <8190/info:/1734078037581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8230=[#edits: 1 = <8191/info:/1734078037581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8231=[#edits: 1 = <8192/info:/1734078037581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8232=[#edits: 1 = <8193/info:/1734078037582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8233=[#edits: 1 = <8194/info:/1734078037582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8234=[#edits: 1 = <8195/info:/1734078037582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8235=[#edits: 1 = <8196/info:/1734078037583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8236=[#edits: 1 = <8197/info:/1734078037583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8237=[#edits: 1 = <8198/info:/1734078037583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8238=[#edits: 1 = <8199/info:/1734078037584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8239=[#edits: 1 = <8200/info:/1734078037584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8240=[#edits: 1 = <8201/info:/1734078037584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8241=[#edits: 1 = <8202/info:/1734078037585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8242=[#edits: 1 = <8203/info:/1734078037585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8243=[#edits: 1 = <8204/info:/1734078037585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8244=[#edits: 1 = <8205/info:/1734078037586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8245=[#edits: 1 = <8206/info:/1734078037586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8246=[#edits: 1 = <8207/info:/1734078037586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8247=[#edits: 1 = <8208/info:/1734078037587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8248=[#edits: 1 = <8209/info:/1734078037587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8249=[#edits: 1 = <8210/info:/1734078037587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8250=[#edits: 1 = <8211/info:/1734078037588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8251=[#edits: 1 = <8212/info:/1734078037588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8252=[#edits: 1 = <8213/info:/1734078037588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8253=[#edits: 1 = <8214/info:/1734078037588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8254=[#edits: 1 = <8215/info:/1734078037589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8255=[#edits: 1 = <8216/info:/1734078037589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8256=[#edits: 1 = <8217/info:/1734078037590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8257=[#edits: 1 = <8218/info:/1734078037590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8258=[#edits: 1 = <8219/info:/1734078037590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8259=[#edits: 1 = <8220/info:/1734078037590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8260=[#edits: 1 = <8221/info:/1734078037591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8261=[#edits: 1 = <8222/info:/1734078037591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8262=[#edits: 1 = <8223/info:/1734078037591/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=67756, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:37,599 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:37,599 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 68705, reset compression=false 2024-12-13T08:20:37,600 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8263=[#edits: 1 = <8224/info:/1734078037592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8264=[#edits: 1 = <8225/info:/1734078037592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8265=[#edits: 1 = <8226/info:/1734078037592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8266=[#edits: 1 = <8227/info:/1734078037592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8267=[#edits: 1 = <8228/info:/1734078037593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8268=[#edits: 1 = <8229/info:/1734078037593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8269=[#edits: 1 = <8230/info:/1734078037593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8270=[#edits: 1 = <8231/info:/1734078037594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8271=[#edits: 1 = <8232/info:/1734078037594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8272=[#edits: 1 = <8233/info:/1734078037594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8273=[#edits: 1 = <8234/info:/1734078037595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8274=[#edits: 1 = <8235/info:/1734078037595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8275=[#edits: 1 = <8236/info:/1734078037595/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=68705, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:37,604 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:37,604 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 69362, reset compression=false 2024-12-13T08:20:37,604 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8276=[#edits: 1 = <8237/info:/1734078037595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8277=[#edits: 1 = <8238/info:/1734078037596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8278=[#edits: 1 = <8239/info:/1734078037597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8279=[#edits: 1 = <8240/info:/1734078037597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8280=[#edits: 1 = <8241/info:/1734078037597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8281=[#edits: 1 = <8242/info:/1734078037598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8282=[#edits: 1 = <8243/info:/1734078037598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8283=[#edits: 1 = <8244/info:/1734078037598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8284=[#edits: 1 = <8245/info:/1734078037599/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=69362, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:37,609 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:37,609 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 70238, reset compression=false 2024-12-13T08:20:37,609 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8285=[#edits: 1 = <8246/info:/1734078037601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8286=[#edits: 1 = <8247/info:/1734078037603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8287=[#edits: 1 = <8248/info:/1734078037603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8288=[#edits: 1 = <8249/info:/1734078037604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8289=[#edits: 1 = <8250/info:/1734078037604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8290=[#edits: 1 = <8251/info:/1734078037605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8291=[#edits: 1 = <8252/info:/1734078037605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8292=[#edits: 1 = <8253/info:/1734078037606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8293=[#edits: 1 = <8254/info:/1734078037606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8294=[#edits: 1 = <8255/info:/1734078037606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8295=[#edits: 1 = <8256/info:/1734078037607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8296=[#edits: 1 = <8257/info:/1734078037607/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=70238, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:37,614 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:37,614 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 70749, reset compression=false 2024-12-13T08:20:37,614 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8297=[#edits: 1 = <8258/info:/1734078037608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8298=[#edits: 1 = <8259/info:/1734078037608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8299=[#edits: 1 = <8260/info:/1734078037609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8300=[#edits: 1 = <8261/info:/1734078037610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8301=[#edits: 1 = <8262/info:/1734078037610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8302=[#edits: 1 = <8263/info:/1734078037610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8303=[#edits: 1 = <8264/info:/1734078037611/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=70749, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:37,620 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:37,620 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 71406, reset compression=false 2024-12-13T08:20:37,620 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8304=[#edits: 1 = <8265/info:/1734078037611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8305=[#edits: 1 = <8266/info:/1734078037613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8306=[#edits: 1 = <8267/info:/1734078037615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8307=[#edits: 1 = <8268/info:/1734078037615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8308=[#edits: 1 = <8269/info:/1734078037615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8309=[#edits: 1 = <8270/info:/1734078037616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8310=[#edits: 1 = <8271/info:/1734078037616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8311=[#edits: 1 = <8272/info:/1734078037617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8312=[#edits: 1 = <8273/info:/1734078037617/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=71406, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:37,625 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:37,625 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 72209, reset compression=false 2024-12-13T08:20:37,625 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8313=[#edits: 1 = <8274/info:/1734078037617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8314=[#edits: 1 = <8275/info:/1734078037618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8315=[#edits: 1 = <8276/info:/1734078037619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8316=[#edits: 1 = <8277/info:/1734078037620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8317=[#edits: 1 = <8278/info:/1734078037620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8318=[#edits: 1 = <8279/info:/1734078037621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8319=[#edits: 1 = <8280/info:/1734078037621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8320=[#edits: 1 = <8281/info:/1734078037622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8321=[#edits: 1 = <8282/info:/1734078037622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8322=[#edits: 1 = <8283/info:/1734078037622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8323=[#edits: 1 = <8284/info:/1734078037623/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=72209, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:37,631 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:37,631 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 72866, reset compression=false 2024-12-13T08:20:37,631 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8324=[#edits: 1 = <8285/info:/1734078037623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8325=[#edits: 1 = <8286/info:/1734078037625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8326=[#edits: 1 = <8287/info:/1734078037626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8327=[#edits: 1 = <8288/info:/1734078037626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8328=[#edits: 1 = <8289/info:/1734078037627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8329=[#edits: 1 = <8290/info:/1734078037627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8330=[#edits: 1 = <8291/info:/1734078037628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8331=[#edits: 1 = <8292/info:/1734078037628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8332=[#edits: 1 = <8293/info:/1734078037628/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=72866, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:37,636 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:37,636 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 73523, reset compression=false 2024-12-13T08:20:37,636 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8333=[#edits: 1 = <8294/info:/1734078037629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8334=[#edits: 1 = <8295/info:/1734078037630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8335=[#edits: 1 = <8296/info:/1734078037631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8336=[#edits: 1 = <8297/info:/1734078037631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8337=[#edits: 1 = <8298/info:/1734078037632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8338=[#edits: 1 = <8299/info:/1734078037633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8339=[#edits: 1 = <8300/info:/1734078037633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8340=[#edits: 1 = <8301/info:/1734078037634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8341=[#edits: 1 = <8302/info:/1734078037634/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=73523, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:37,640 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:37,640 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 73815, reset compression=false 2024-12-13T08:20:37,640 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8342=[#edits: 1 = <8303/info:/1734078037634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8343=[#edits: 1 = <8304/info:/1734078037635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8344=[#edits: 1 = <8305/info:/1734078037637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8345=[#edits: 1 = <8306/info:/1734078037638/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=73815, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:37,645 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,645 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 74545, reset compression=false 2024-12-13T08:20:37,645 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8346=[#edits: 1 = <8307/info:/1734078037639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8347=[#edits: 1 = <8308/info:/1734078037640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8348=[#edits: 1 = <8309/info:/1734078037640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8349=[#edits: 1 = <8310/info:/1734078037641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8350=[#edits: 1 = <8311/info:/1734078037641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8351=[#edits: 1 = <8312/info:/1734078037642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8352=[#edits: 1 = <8313/info:/1734078037642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8353=[#edits: 1 = <8314/info:/1734078037642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8354=[#edits: 1 = <8315/info:/1734078037643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8355=[#edits: 1 = <8316/info:/1734078037643/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=74545, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,652 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:37,652 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 74837, reset compression=false 2024-12-13T08:20:37,652 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8356=[#edits: 1 = <8317/info:/1734078037643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8357=[#edits: 1 = <8318/info:/1734078037644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8358=[#edits: 1 = <8319/info:/1734078037646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8359=[#edits: 1 = <8320/info:/1734078037647/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=74837, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:37,663 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:37,663 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 75348, reset compression=false 2024-12-13T08:20:37,663 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8360=[#edits: 1 = <8321/info:/1734078037651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8361=[#edits: 1 = <8322/info:/1734078037652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8362=[#edits: 1 = <8323/info:/1734078037653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8363=[#edits: 1 = <8324/info:/1734078037654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8364=[#edits: 1 = <8325/info:/1734078037654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8365=[#edits: 1 = <8326/info:/1734078037655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8366=[#edits: 1 = <8327/info:/1734078037655/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=75348, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:37,668 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-13T08:20:37,668 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 76808, reset compression=false 2024-12-13T08:20:37,668 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8367=[#edits: 1 = <8328/info:/1734078037656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8368=[#edits: 1 = <8329/info:/1734078037656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8369=[#edits: 1 = <8330/info:/1734078037657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8370=[#edits: 1 = <8331/info:/1734078037657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8371=[#edits: 1 = <8332/info:/1734078037658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8372=[#edits: 1 = <8333/info:/1734078037658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8373=[#edits: 1 = <8334/info:/1734078037660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8374=[#edits: 1 = <8335/info:/1734078037660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8375=[#edits: 1 = <8336/info:/1734078037661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8376=[#edits: 1 = <8337/info:/1734078037661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8377=[#edits: 1 = <8338/info:/1734078037661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8378=[#edits: 1 = <8339/info:/1734078037662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8379=[#edits: 1 = <8340/info:/1734078037662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8380=[#edits: 1 = <8341/info:/1734078037663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8381=[#edits: 1 = <8342/info:/1734078037663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8382=[#edits: 1 = <8343/info:/1734078037663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8383=[#edits: 1 = <8344/info:/1734078037664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8384=[#edits: 1 = <8345/info:/1734078037665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8385=[#edits: 1 = <8346/info:/1734078037666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8386=[#edits: 1 = <8347/info:/1734078037666/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=76808, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-13T08:20:37,673 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:37,673 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8387=[#edits: 1 = <8348/info:/1734078037666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8388=[#edits: 1 = <8349/info:/1734078037667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8389=[#edits: 1 = <8350/info:/1734078037668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8390=[#edits: 1 = <8351/info:/1734078037669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8391=[#edits: 1 = <8352/info:/1734078037671/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=77173, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:37,673 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 77173, reset compression=false 2024-12-13T08:20:37,680 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:37,680 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 77684, reset compression=false 2024-12-13T08:20:37,680 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8392=[#edits: 1 = <8353/info:/1734078037671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8393=[#edits: 1 = <8354/info:/1734078037672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8394=[#edits: 1 = <8355/info:/1734078037672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8395=[#edits: 1 = <8356/info:/1734078037673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8396=[#edits: 1 = <8357/info:/1734078037674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8397=[#edits: 1 = <8358/info:/1734078037675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8398=[#edits: 1 = <8359/info:/1734078037676/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=77684, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:37,685 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-13T08:20:37,685 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 78779, reset compression=false 2024-12-13T08:20:37,685 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8399=[#edits: 1 = <8360/info:/1734078037677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8400=[#edits: 1 = <8361/info:/1734078037678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8401=[#edits: 1 = <8362/info:/1734078037678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8402=[#edits: 1 = <8363/info:/1734078037678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8403=[#edits: 1 = <8364/info:/1734078037679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8404=[#edits: 1 = <8365/info:/1734078037679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8405=[#edits: 1 = <8366/info:/1734078037679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8406=[#edits: 1 = <8367/info:/1734078037680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8407=[#edits: 1 = <8368/info:/1734078037681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8408=[#edits: 1 = <8369/info:/1734078037681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8409=[#edits: 1 = <8370/info:/1734078037682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8410=[#edits: 1 = <8371/info:/1734078037682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8411=[#edits: 1 = <8372/info:/1734078037683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8412=[#edits: 1 = <8373/info:/1734078037683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8413=[#edits: 1 = <8374/info:/1734078037683/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=78779, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-13T08:20:37,690 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:37,690 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8414=[#edits: 1 = <8375/info:/1734078037684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8415=[#edits: 1 = <8376/info:/1734078037684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8416=[#edits: 1 = <8377/info:/1734078037685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8417=[#edits: 1 = <8378/info:/1734078037686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8418=[#edits: 1 = <8379/info:/1734078037687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8419=[#edits: 1 = <8380/info:/1734078037687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8420=[#edits: 1 = <8381/info:/1734078037687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8421=[#edits: 1 = <8382/info:/1734078037688/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=79363, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:37,690 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta to pos 79363, reset compression=false 2024-12-13T08:20:37,694 DEBUG [AsyncFSWAL-0-hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129-prefix:6b1293cedc9a,40025,1734078026493.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80531, logrollsize=80530 2024-12-13T08:20:37,695 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C40025%2C1734078026493.meta:.meta(num 1734078036728) roll requested 2024-12-13T08:20:37,715 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, exclude list is [], retry=0 2024-12-13T08:20:37,718 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41421,DS-98d14e29-b937-44ab-886d-4a02c97db67b,DISK] 2024-12-13T08:20:37,718 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43461,DS-09c15185-ecb1-46d6-8763-577dfe3feaff,DISK] 2024-12-13T08:20:37,718 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43765,DS-ef80822d-2126-4214-a1f9-ebdc7f5d8d10,DISK] 2024-12-13T08:20:37,724 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta with entries=1182, filesize=84.35 KB; new WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta 2024-12-13T08:20:37,724 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37285:37285),(127.0.0.1/127.0.0.1:40707:40707),(127.0.0.1/127.0.0.1:34753:34753)] 2024-12-13T08:20:37,724 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta is not closed yet, will try archiving it next time 2024-12-13T08:20:37,725 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta for the last time to pos 80312, reset compression=false 2024-12-13T08:20:37,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741859_1035 (size=86379) 2024-12-13T08:20:37,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741859_1035 (size=86379) 2024-12-13T08:20:37,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741859_1035 (size=86379) 2024-12-13T08:20:37,730 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:37,730 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta 2024-12-13T08:20:37,730 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8422=[#edits: 1 = <8383/info:/1734078037688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8423=[#edits: 1 = <8384/info:/1734078037689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8424=[#edits: 1 = <8385/info:/1734078037689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8425=[#edits: 1 = <8386/info:/1734078037690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8426=[#edits: 1 = <8387/info:/1734078037690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8427=[#edits: 1 = <8388/info:/1734078037691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8428=[#edits: 1 = <8389/info:/1734078037691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8429=[#edits: 1 = <8390/info:/1734078037691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8430=[#edits: 1 = <8391/info:/1734078037692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8431=[#edits: 1 = <8392/info:/1734078037692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8432=[#edits: 1 = <8393/info:/1734078037692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8433=[#edits: 1 = <8394/info:/1734078037693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8434=[#edits: 1 = <8395/info:/1734078037693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8435=[#edits: 1 = <8396/info:/1734078037694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8436=[#edits: 1 = <8397/info:/1734078037694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8437=[#edits: 1 = <8398/info:/1734078037694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8438=[#edits: 1 = <8399/info:/1734078037694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8439=[#edits: 1 = <8400/info:/1734078037695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8440=[#edits: 1 = <8401/info:/1734078037695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8441=[#edits: 1 = <8402/info:/1734078037696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8442=[#edits: 1 = <8403/info:/1734078037696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8443=[#edits: 1 = <8404/info:/1734078037696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8444=[#edits: 1 = <8405/info:/1734078037697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8445=[#edits: 1 = <8406/info:/1734078037697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8446=[#edits: 1 = <8407/info:/1734078037697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8447=[#edits: 1 = <8408/info:/1734078037698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8448=[#edits: 1 = <8409/info:/1734078037698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8449=[#edits: 1 = <8410/info:/1734078037698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8450=[#edits: 1 = <8411/info:/1734078037698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8451=[#edits: 1 = <8412/info:/1734078037699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8452=[#edits: 1 = <8413/info:/1734078037699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8453=[#edits: 1 = <8414/info:/1734078037699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8454=[#edits: 1 = <8415/info:/1734078037700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8455=[#edits: 1 = <8416/info:/1734078037700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8456=[#edits: 1 = <8417/info:/1734078037700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8457=[#edits: 1 = <8418/info:/1734078037701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8458=[#edits: 1 = <8419/info:/1734078037701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8459=[#edits: 1 = <8420/info:/1734078037701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8460=[#edits: 1 = <8421/info:/1734078037702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8461=[#edits: 1 = <8422/info:/1734078037702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8462=[#edits: 1 = <8423/info:/1734078037702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8463=[#edits: 1 = <8424/info:/1734078037703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8464=[#edits: 1 = <8425/info:/1734078037703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8465=[#edits: 1 = <8426/info:/1734078037703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8466=[#edits: 1 = <8427/info:/1734078037704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8467=[#edits: 1 = <8428/info:/1734078037704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8468=[#edits: 1 = <8429/info:/1734078037704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8469=[#edits: 1 = <8430/info:/1734078037705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8470=[#edits: 1 = <8431/info:/1734078037705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8471=[#edits: 1 = <8432/info:/1734078037705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8472=[#edits: 1 = <8433/info:/1734078037706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8473=[#edits: 1 = <8434/info:/1734078037706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8474=[#edits: 1 = <8435/info:/1734078037706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8475=[#edits: 1 = <8436/info:/1734078037707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8476=[#edits: 1 = <8437/info:/1734078037707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8477=[#edits: 1 = <8438/info:/1734078037707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8478=[#edits: 1 = <8439/info:/1734078037708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8479=[#edits: 1 = <8440/info:/1734078037708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8480=[#edits: 1 = <8441/info:/1734078037708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8481=[#edits: 1 = <8442/info:/1734078037708/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=83743, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:37,730 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 36 WAL entries eligible for replication 2024-12-13T08:20:37,731 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:37,733 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8482=[#edits: 1 = <8443/info:/1734078037709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8483=[#edits: 1 = <8444/info:/1734078037709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8484=[#edits: 1 = <8445/info:/1734078037709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8485=[#edits: 1 = <8446/info:/1734078037710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8486=[#edits: 1 = <8447/info:/1734078037710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8487=[#edits: 1 = <8448/info:/1734078037710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8488=[#edits: 1 = <8449/info:/1734078037711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8489=[#edits: 1 = <8450/info:/1734078037711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8490=[#edits: 1 = <8451/info:/1734078037711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8491=[#edits: 1 = <8452/info:/1734078037712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8492=[#edits: 1 = <8453/info:/1734078037712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8493=[#edits: 1 = <8454/info:/1734078037712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8494=[#edits: 1 = <8455/info:/1734078037713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8495=[#edits: 1 = <8456/info:/1734078037713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8496=[#edits: 1 = <8457/info:/1734078037713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8497=[#edits: 1 = <8458/info:/1734078037714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8498=[#edits: 1 = <8459/info:/1734078037714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8499=[#edits: 1 = <8460/info:/1734078037714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8500=[#edits: 1 = <8461/info:/1734078037715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8501=[#edits: 1 = <8462/info:/1734078037715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8502=[#edits: 1 = <8463/info:/1734078037715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8503=[#edits: 1 = <8464/info:/1734078037716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8504=[#edits: 1 = <8465/info:/1734078037716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8505=[#edits: 1 = <8466/info:/1734078037717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8506=[#edits: 1 = <8467/info:/1734078037719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8507=[#edits: 1 = <8468/info:/1734078037719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8508=[#edits: 1 = <8469/info:/1734078037719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8509=[#edits: 1 = <8470/info:/1734078037720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8510=[#edits: 1 = <8471/info:/1734078037720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8511=[#edits: 1 = <8472/info:/1734078037721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8512=[#edits: 1 = <8473/info:/1734078037721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8513=[#edits: 1 = <8474/info:/1734078037722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8514=[#edits: 1 = <8475/info:/1734078037722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8515=[#edits: 1 = <8476/info:/1734078037722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8516=[#edits: 1 = <8477/info:/1734078037723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8517=[#edits: 1 = <8478/info:/1734078037723/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078036728.meta, lastWalPosition=86371, nbRowKeys=36, nbHFiles=0, heapSize=6192, lastSeqIds={}, endOfFile=true,usedBufferSize=6192] 2024-12-13T08:20:37,737 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-13T08:20:37,737 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 1253, reset compression=false 2024-12-13T08:20:37,737 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8518=[#edits: 1 = <8479/info:/1734078037723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8519=[#edits: 1 = <8480/info:/1734078037724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8520=[#edits: 1 = <8481/info:/1734078037726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8521=[#edits: 1 = <8482/info:/1734078037728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8522=[#edits: 1 = <8483/info:/1734078037728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8523=[#edits: 1 = <8484/info:/1734078037729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8524=[#edits: 1 = <8485/info:/1734078037729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8525=[#edits: 1 = <8486/info:/1734078037729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8526=[#edits: 1 = <8487/info:/1734078037730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8527=[#edits: 1 = <8488/info:/1734078037730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8528=[#edits: 1 = <8489/info:/1734078037731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8529=[#edits: 1 = <8490/info:/1734078037732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8530=[#edits: 1 = <8491/info:/1734078037733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8531=[#edits: 1 = <8492/info:/1734078037734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8532=[#edits: 1 = <8493/info:/1734078037735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8533=[#edits: 1 = <8494/info:/1734078037735/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=1253, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-13T08:20:37,742 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:37,742 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 1764, reset compression=false 2024-12-13T08:20:37,742 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8534=[#edits: 1 = <8495/info:/1734078037735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8535=[#edits: 1 = <8496/info:/1734078037736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8536=[#edits: 1 = <8497/info:/1734078037736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8537=[#edits: 1 = <8498/info:/1734078037737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8538=[#edits: 1 = <8499/info:/1734078037737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8539=[#edits: 1 = <8500/info:/1734078037738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8540=[#edits: 1 = <8501/info:/1734078037739/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=1764, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:37,747 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:37,747 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 2421, reset compression=false 2024-12-13T08:20:37,747 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8541=[#edits: 1 = <8502/info:/1734078037740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8542=[#edits: 1 = <8503/info:/1734078037740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8543=[#edits: 1 = <8504/info:/1734078037741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8544=[#edits: 1 = <8505/info:/1734078037741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8545=[#edits: 1 = <8506/info:/1734078037742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8546=[#edits: 1 = <8507/info:/1734078037743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8547=[#edits: 1 = <8508/info:/1734078037743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8548=[#edits: 1 = <8509/info:/1734078037744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8549=[#edits: 1 = <8510/info:/1734078037744/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=2421, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:37,752 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-13T08:20:37,752 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 3516, reset compression=false 2024-12-13T08:20:37,752 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8550=[#edits: 1 = <8511/info:/1734078037745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8551=[#edits: 1 = <8512/info:/1734078037745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8552=[#edits: 1 = <8513/info:/1734078037746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8553=[#edits: 1 = <8514/info:/1734078037746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8554=[#edits: 1 = <8515/info:/1734078037746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8555=[#edits: 1 = <8516/info:/1734078037747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8556=[#edits: 1 = <8517/info:/1734078037747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8557=[#edits: 1 = <8518/info:/1734078037748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8558=[#edits: 1 = <8519/info:/1734078037748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8559=[#edits: 1 = <8520/info:/1734078037748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8560=[#edits: 1 = <8521/info:/1734078037749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8561=[#edits: 1 = <8522/info:/1734078037749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8562=[#edits: 1 = <8523/info:/1734078037749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8563=[#edits: 1 = <8524/info:/1734078037750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8564=[#edits: 1 = <8525/info:/1734078037750/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=3516, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-13T08:20:37,757 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:37,757 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 4100, reset compression=false 2024-12-13T08:20:37,757 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8565=[#edits: 1 = <8526/info:/1734078037750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8566=[#edits: 1 = <8527/info:/1734078037752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8567=[#edits: 1 = <8528/info:/1734078037752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8568=[#edits: 1 = <8529/info:/1734078037753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8569=[#edits: 1 = <8530/info:/1734078037754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8570=[#edits: 1 = <8531/info:/1734078037754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8571=[#edits: 1 = <8532/info:/1734078037754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8572=[#edits: 1 = <8533/info:/1734078037755/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=4100, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:37,764 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,764 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 4830, reset compression=false 2024-12-13T08:20:37,765 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8573=[#edits: 1 = <8534/info:/1734078037755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8574=[#edits: 1 = <8535/info:/1734078037756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8575=[#edits: 1 = <8536/info:/1734078037756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8576=[#edits: 1 = <8537/info:/1734078037757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8577=[#edits: 1 = <8538/info:/1734078037757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8578=[#edits: 1 = <8539/info:/1734078037758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8579=[#edits: 1 = <8540/info:/1734078037758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8580=[#edits: 1 = <8541/info:/1734078037759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8581=[#edits: 1 = <8542/info:/1734078037759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8582=[#edits: 1 = <8543/info:/1734078037760/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=4830, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,769 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:37,769 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 5268, reset compression=false 2024-12-13T08:20:37,769 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8583=[#edits: 1 = <8544/info:/1734078037762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8584=[#edits: 1 = <8545/info:/1734078037762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8585=[#edits: 1 = <8546/info:/1734078037764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8586=[#edits: 1 = <8547/info:/1734078037765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8587=[#edits: 1 = <8548/info:/1734078037766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8588=[#edits: 1 = <8549/info:/1734078037767/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=5268, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:37,773 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:37,773 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 6071, reset compression=false 2024-12-13T08:20:37,773 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8589=[#edits: 1 = <8550/info:/1734078037767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8590=[#edits: 1 = <8551/info:/1734078037768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8591=[#edits: 1 = <8552/info:/1734078037768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8592=[#edits: 1 = <8553/info:/1734078037768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8593=[#edits: 1 = <8554/info:/1734078037769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8594=[#edits: 1 = <8555/info:/1734078037770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8595=[#edits: 1 = <8556/info:/1734078037770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8596=[#edits: 1 = <8557/info:/1734078037770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8597=[#edits: 1 = <8558/info:/1734078037771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8598=[#edits: 1 = <8559/info:/1734078037771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8599=[#edits: 1 = <8560/info:/1734078037771/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=6071, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:37,779 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:37,779 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 6655, reset compression=false 2024-12-13T08:20:37,779 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8600=[#edits: 1 = <8561/info:/1734078037772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8601=[#edits: 1 = <8562/info:/1734078037772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8602=[#edits: 1 = <8563/info:/1734078037773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8603=[#edits: 1 = <8564/info:/1734078037774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8604=[#edits: 1 = <8565/info:/1734078037774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8605=[#edits: 1 = <8566/info:/1734078037775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8606=[#edits: 1 = <8567/info:/1734078037775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8607=[#edits: 1 = <8568/info:/1734078037777/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=6655, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:37,786 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:37,787 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 7604, reset compression=false 2024-12-13T08:20:37,787 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8608=[#edits: 1 = <8569/info:/1734078037777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8609=[#edits: 1 = <8570/info:/1734078037778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8610=[#edits: 1 = <8571/info:/1734078037778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8611=[#edits: 1 = <8572/info:/1734078037779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8612=[#edits: 1 = <8573/info:/1734078037779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8613=[#edits: 1 = <8574/info:/1734078037780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8614=[#edits: 1 = <8575/info:/1734078037780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8615=[#edits: 1 = <8576/info:/1734078037780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8616=[#edits: 1 = <8577/info:/1734078037781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8617=[#edits: 1 = <8578/info:/1734078037781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8618=[#edits: 1 = <8579/info:/1734078037781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8619=[#edits: 1 = <8580/info:/1734078037782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8620=[#edits: 1 = <8581/info:/1734078037782/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=7604, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:37,792 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:37,792 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 8261, reset compression=false 2024-12-13T08:20:37,792 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8621=[#edits: 1 = <8582/info:/1734078037782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8622=[#edits: 1 = <8583/info:/1734078037786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8623=[#edits: 1 = <8584/info:/1734078037786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8624=[#edits: 1 = <8585/info:/1734078037787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8625=[#edits: 1 = <8586/info:/1734078037788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8626=[#edits: 1 = <8587/info:/1734078037788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8627=[#edits: 1 = <8588/info:/1734078037789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8628=[#edits: 1 = <8589/info:/1734078037789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8629=[#edits: 1 = <8590/info:/1734078037789/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=8261, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:37,797 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,797 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 8991, reset compression=false 2024-12-13T08:20:37,797 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8630=[#edits: 1 = <8591/info:/1734078037790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8631=[#edits: 1 = <8592/info:/1734078037791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8632=[#edits: 1 = <8593/info:/1734078037792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8633=[#edits: 1 = <8594/info:/1734078037792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8634=[#edits: 1 = <8595/info:/1734078037793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8635=[#edits: 1 = <8596/info:/1734078037793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8636=[#edits: 1 = <8597/info:/1734078037794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8637=[#edits: 1 = <8598/info:/1734078037794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8638=[#edits: 1 = <8599/info:/1734078037795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8639=[#edits: 1 = <8600/info:/1734078037795/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=8991, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,803 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:37,803 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 9940, reset compression=false 2024-12-13T08:20:37,803 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8640=[#edits: 1 = <8601/info:/1734078037795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8641=[#edits: 1 = <8602/info:/1734078037796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8642=[#edits: 1 = <8603/info:/1734078037797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8643=[#edits: 1 = <8604/info:/1734078037797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8644=[#edits: 1 = <8605/info:/1734078037798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8645=[#edits: 1 = <8606/info:/1734078037798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8646=[#edits: 1 = <8607/info:/1734078037799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8647=[#edits: 1 = <8608/info:/1734078037799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8648=[#edits: 1 = <8609/info:/1734078037799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8649=[#edits: 1 = <8610/info:/1734078037799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8650=[#edits: 1 = <8611/info:/1734078037800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8651=[#edits: 1 = <8612/info:/1734078037800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8652=[#edits: 1 = <8613/info:/1734078037801/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=9940, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:37,809 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:37,809 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 10962, reset compression=false 2024-12-13T08:20:37,809 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8653=[#edits: 1 = <8614/info:/1734078037801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8654=[#edits: 1 = <8615/info:/1734078037801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8655=[#edits: 1 = <8616/info:/1734078037802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8656=[#edits: 1 = <8617/info:/1734078037802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8657=[#edits: 1 = <8618/info:/1734078037803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8658=[#edits: 1 = <8619/info:/1734078037803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8659=[#edits: 1 = <8620/info:/1734078037804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8660=[#edits: 1 = <8621/info:/1734078037804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8661=[#edits: 1 = <8622/info:/1734078037805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8662=[#edits: 1 = <8623/info:/1734078037805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8663=[#edits: 1 = <8624/info:/1734078037805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8664=[#edits: 1 = <8625/info:/1734078037806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8665=[#edits: 1 = <8626/info:/1734078037806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8666=[#edits: 1 = <8627/info:/1734078037806/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=10962, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:37,816 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,816 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 11692, reset compression=false 2024-12-13T08:20:37,816 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8667=[#edits: 1 = <8628/info:/1734078037807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8668=[#edits: 1 = <8629/info:/1734078037807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8669=[#edits: 1 = <8630/info:/1734078037808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8670=[#edits: 1 = <8631/info:/1734078037808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8671=[#edits: 1 = <8632/info:/1734078037808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8672=[#edits: 1 = <8633/info:/1734078037809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8673=[#edits: 1 = <8634/info:/1734078037810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8674=[#edits: 1 = <8635/info:/1734078037810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8675=[#edits: 1 = <8636/info:/1734078037810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8676=[#edits: 1 = <8637/info:/1734078037811/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=11692, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,821 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,821 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 12422, reset compression=false 2024-12-13T08:20:37,821 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8677=[#edits: 1 = <8638/info:/1734078037815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8678=[#edits: 1 = <8639/info:/1734078037816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8679=[#edits: 1 = <8640/info:/1734078037817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8680=[#edits: 1 = <8641/info:/1734078037817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8681=[#edits: 1 = <8642/info:/1734078037818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8682=[#edits: 1 = <8643/info:/1734078037818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8683=[#edits: 1 = <8644/info:/1734078037818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8684=[#edits: 1 = <8645/info:/1734078037819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8685=[#edits: 1 = <8646/info:/1734078037819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8686=[#edits: 1 = <8647/info:/1734078037820/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=12422, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,826 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:37,826 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 12787, reset compression=false 2024-12-13T08:20:37,826 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8687=[#edits: 1 = <8648/info:/1734078037820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8688=[#edits: 1 = <8649/info:/1734078037821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8689=[#edits: 1 = <8650/info:/1734078037821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8690=[#edits: 1 = <8651/info:/1734078037821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8691=[#edits: 1 = <8652/info:/1734078037824/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=12787, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:37,831 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:37,831 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 13152, reset compression=false 2024-12-13T08:20:37,831 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8692=[#edits: 1 = <8653/info:/1734078037825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8693=[#edits: 1 = <8654/info:/1734078037826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8694=[#edits: 1 = <8655/info:/1734078037827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8695=[#edits: 1 = <8656/info:/1734078037827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8696=[#edits: 1 = <8657/info:/1734078037828/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=13152, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:37,837 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:37,837 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 14028, reset compression=false 2024-12-13T08:20:37,837 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8697=[#edits: 1 = <8658/info:/1734078037829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8698=[#edits: 1 = <8659/info:/1734078037830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8699=[#edits: 1 = <8660/info:/1734078037830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8700=[#edits: 1 = <8661/info:/1734078037831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8701=[#edits: 1 = <8662/info:/1734078037832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8702=[#edits: 1 = <8663/info:/1734078037832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8703=[#edits: 1 = <8664/info:/1734078037833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8704=[#edits: 1 = <8665/info:/1734078037833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8705=[#edits: 1 = <8666/info:/1734078037833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8706=[#edits: 1 = <8667/info:/1734078037834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8707=[#edits: 1 = <8668/info:/1734078037834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8708=[#edits: 1 = <8669/info:/1734078037834/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=14028, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:37,841 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,841 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 14758, reset compression=false 2024-12-13T08:20:37,841 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8709=[#edits: 1 = <8670/info:/1734078037835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8710=[#edits: 1 = <8671/info:/1734078037835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8711=[#edits: 1 = <8672/info:/1734078037836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8712=[#edits: 1 = <8673/info:/1734078037836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8713=[#edits: 1 = <8674/info:/1734078037836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8714=[#edits: 1 = <8675/info:/1734078037837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8715=[#edits: 1 = <8676/info:/1734078037838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8716=[#edits: 1 = <8677/info:/1734078037838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8717=[#edits: 1 = <8678/info:/1734078037839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8718=[#edits: 1 = <8679/info:/1734078037839/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=14758, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,847 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:37,847 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 15634, reset compression=false 2024-12-13T08:20:37,847 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8719=[#edits: 1 = <8680/info:/1734078037839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8720=[#edits: 1 = <8681/info:/1734078037840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8721=[#edits: 1 = <8682/info:/1734078037840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8722=[#edits: 1 = <8683/info:/1734078037841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8723=[#edits: 1 = <8684/info:/1734078037842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8724=[#edits: 1 = <8685/info:/1734078037842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8725=[#edits: 1 = <8686/info:/1734078037843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8726=[#edits: 1 = <8687/info:/1734078037843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8727=[#edits: 1 = <8688/info:/1734078037843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8728=[#edits: 1 = <8689/info:/1734078037844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8729=[#edits: 1 = <8690/info:/1734078037844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8730=[#edits: 1 = <8691/info:/1734078037844/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=15634, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:37,852 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-13T08:20:37,852 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 16729, reset compression=false 2024-12-13T08:20:37,852 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8731=[#edits: 1 = <8692/info:/1734078037845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8732=[#edits: 1 = <8693/info:/1734078037846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8733=[#edits: 1 = <8694/info:/1734078037846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8734=[#edits: 1 = <8695/info:/1734078037846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8735=[#edits: 1 = <8696/info:/1734078037847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8736=[#edits: 1 = <8697/info:/1734078037847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8737=[#edits: 1 = <8698/info:/1734078037848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8738=[#edits: 1 = <8699/info:/1734078037848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8739=[#edits: 1 = <8700/info:/1734078037848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8740=[#edits: 1 = <8701/info:/1734078037849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8741=[#edits: 1 = <8702/info:/1734078037849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8742=[#edits: 1 = <8703/info:/1734078037849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8743=[#edits: 1 = <8704/info:/1734078037849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8744=[#edits: 1 = <8705/info:/1734078037850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8745=[#edits: 1 = <8706/info:/1734078037850/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=16729, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-13T08:20:37,859 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-13T08:20:37,859 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 17824, reset compression=false 2024-12-13T08:20:37,859 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8746=[#edits: 1 = <8707/info:/1734078037851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8747=[#edits: 1 = <8708/info:/1734078037851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8748=[#edits: 1 = <8709/info:/1734078037851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8749=[#edits: 1 = <8710/info:/1734078037852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8750=[#edits: 1 = <8711/info:/1734078037852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8751=[#edits: 1 = <8712/info:/1734078037853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8752=[#edits: 1 = <8713/info:/1734078037853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8753=[#edits: 1 = <8714/info:/1734078037854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8754=[#edits: 1 = <8715/info:/1734078037854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8755=[#edits: 1 = <8716/info:/1734078037854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8756=[#edits: 1 = <8717/info:/1734078037855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8757=[#edits: 1 = <8718/info:/1734078037855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8758=[#edits: 1 = <8719/info:/1734078037855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8759=[#edits: 1 = <8720/info:/1734078037856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8760=[#edits: 1 = <8721/info:/1734078037856/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=17824, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-13T08:20:37,864 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:37,864 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 18700, reset compression=false 2024-12-13T08:20:37,864 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8761=[#edits: 1 = <8722/info:/1734078037856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8762=[#edits: 1 = <8723/info:/1734078037857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8763=[#edits: 1 = <8724/info:/1734078037857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8764=[#edits: 1 = <8725/info:/1734078037858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8765=[#edits: 1 = <8726/info:/1734078037858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8766=[#edits: 1 = <8727/info:/1734078037858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8767=[#edits: 1 = <8728/info:/1734078037859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8768=[#edits: 1 = <8729/info:/1734078037860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8769=[#edits: 1 = <8730/info:/1734078037861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8770=[#edits: 1 = <8731/info:/1734078037861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8771=[#edits: 1 = <8732/info:/1734078037862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8772=[#edits: 1 = <8733/info:/1734078037862/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=18700, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:37,869 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:37,869 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 19284, reset compression=false 2024-12-13T08:20:37,869 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8773=[#edits: 1 = <8734/info:/1734078037862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8774=[#edits: 1 = <8735/info:/1734078037863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8775=[#edits: 1 = <8736/info:/1734078037865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8776=[#edits: 1 = <8737/info:/1734078037865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8777=[#edits: 1 = <8738/info:/1734078037865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8778=[#edits: 1 = <8739/info:/1734078037866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8779=[#edits: 1 = <8740/info:/1734078037866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8780=[#edits: 1 = <8741/info:/1734078037867/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=19284, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:37,875 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:37,875 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8781=[#edits: 1 = <8742/info:/1734078037868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8782=[#edits: 1 = <8743/info:/1734078037869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8783=[#edits: 1 = <8744/info:/1734078037869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8784=[#edits: 1 = <8745/info:/1734078037869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8785=[#edits: 1 = <8746/info:/1734078037870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8786=[#edits: 1 = <8747/info:/1734078037871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8787=[#edits: 1 = <8748/info:/1734078037871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8788=[#edits: 1 = <8749/info:/1734078037871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8789=[#edits: 1 = <8750/info:/1734078037871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8790=[#edits: 1 = <8751/info:/1734078037872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8791=[#edits: 1 = <8752/info:/1734078037872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8792=[#edits: 1 = <8753/info:/1734078037872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8793=[#edits: 1 = <8754/info:/1734078037873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8794=[#edits: 1 = <8755/info:/1734078037873/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=20306, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:37,876 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 20306, reset compression=false 2024-12-13T08:20:37,881 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:37,881 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 21109, reset compression=false 2024-12-13T08:20:37,881 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8795=[#edits: 1 = <8756/info:/1734078037874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8796=[#edits: 1 = <8757/info:/1734078037875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8797=[#edits: 1 = <8758/info:/1734078037875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8798=[#edits: 1 = <8759/info:/1734078037876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8799=[#edits: 1 = <8760/info:/1734078037876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8800=[#edits: 1 = <8761/info:/1734078037877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8801=[#edits: 1 = <8762/info:/1734078037877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8802=[#edits: 1 = <8763/info:/1734078037878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8803=[#edits: 1 = <8764/info:/1734078037878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8804=[#edits: 1 = <8765/info:/1734078037879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8805=[#edits: 1 = <8766/info:/1734078037879/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=21109, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:37,886 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:37,886 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 21912, reset compression=false 2024-12-13T08:20:37,886 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8806=[#edits: 1 = <8767/info:/1734078037880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8807=[#edits: 1 = <8768/info:/1734078037880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8808=[#edits: 1 = <8769/info:/1734078037881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8809=[#edits: 1 = <8770/info:/1734078037881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8810=[#edits: 1 = <8771/info:/1734078037881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8811=[#edits: 1 = <8772/info:/1734078037882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8812=[#edits: 1 = <8773/info:/1734078037882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8813=[#edits: 1 = <8774/info:/1734078037883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8814=[#edits: 1 = <8775/info:/1734078037883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8815=[#edits: 1 = <8776/info:/1734078037883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8816=[#edits: 1 = <8777/info:/1734078037884/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=21912, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:37,891 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:37,891 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8817=[#edits: 1 = <8778/info:/1734078037884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8818=[#edits: 1 = <8779/info:/1734078037885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8819=[#edits: 1 = <8780/info:/1734078037885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8820=[#edits: 1 = <8781/info:/1734078037885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8821=[#edits: 1 = <8782/info:/1734078037886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8822=[#edits: 1 = <8783/info:/1734078037886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8823=[#edits: 1 = <8784/info:/1734078037887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8824=[#edits: 1 = <8785/info:/1734078037887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8825=[#edits: 1 = <8786/info:/1734078037888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8826=[#edits: 1 = <8787/info:/1734078037888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8827=[#edits: 1 = <8788/info:/1734078037888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8828=[#edits: 1 = <8789/info:/1734078037889/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=22788, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:37,891 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 22788, reset compression=false 2024-12-13T08:20:37,896 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,896 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 23518, reset compression=false 2024-12-13T08:20:37,896 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8829=[#edits: 1 = <8790/info:/1734078037889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8830=[#edits: 1 = <8791/info:/1734078037890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8831=[#edits: 1 = <8792/info:/1734078037891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8832=[#edits: 1 = <8793/info:/1734078037891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8833=[#edits: 1 = <8794/info:/1734078037892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8834=[#edits: 1 = <8795/info:/1734078037892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8835=[#edits: 1 = <8796/info:/1734078037892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8836=[#edits: 1 = <8797/info:/1734078037893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8837=[#edits: 1 = <8798/info:/1734078037893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8838=[#edits: 1 = <8799/info:/1734078037894/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=23518, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,901 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,901 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 24248, reset compression=false 2024-12-13T08:20:37,901 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8839=[#edits: 1 = <8800/info:/1734078037894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8840=[#edits: 1 = <8801/info:/1734078037895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8841=[#edits: 1 = <8802/info:/1734078037896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8842=[#edits: 1 = <8803/info:/1734078037896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8843=[#edits: 1 = <8804/info:/1734078037897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8844=[#edits: 1 = <8805/info:/1734078037897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8845=[#edits: 1 = <8806/info:/1734078037898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8846=[#edits: 1 = <8807/info:/1734078037898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8847=[#edits: 1 = <8808/info:/1734078037898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8848=[#edits: 1 = <8809/info:/1734078037899/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=24248, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,906 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,906 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 24978, reset compression=false 2024-12-13T08:20:37,906 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8849=[#edits: 1 = <8810/info:/1734078037900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8850=[#edits: 1 = <8811/info:/1734078037900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8851=[#edits: 1 = <8812/info:/1734078037901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8852=[#edits: 1 = <8813/info:/1734078037901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8853=[#edits: 1 = <8814/info:/1734078037902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8854=[#edits: 1 = <8815/info:/1734078037902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8855=[#edits: 1 = <8816/info:/1734078037903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8856=[#edits: 1 = <8817/info:/1734078037903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8857=[#edits: 1 = <8818/info:/1734078037904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8858=[#edits: 1 = <8819/info:/1734078037904/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=24978, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,910 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:37,910 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 25489, reset compression=false 2024-12-13T08:20:37,911 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8859=[#edits: 1 = <8820/info:/1734078037905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8860=[#edits: 1 = <8821/info:/1734078037905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8861=[#edits: 1 = <8822/info:/1734078037905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8862=[#edits: 1 = <8823/info:/1734078037906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8863=[#edits: 1 = <8824/info:/1734078037907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8864=[#edits: 1 = <8825/info:/1734078037908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8865=[#edits: 1 = <8826/info:/1734078037909/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=25489, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:37,915 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:37,915 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 26292, reset compression=false 2024-12-13T08:20:37,915 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8866=[#edits: 1 = <8827/info:/1734078037909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8867=[#edits: 1 = <8828/info:/1734078037909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8868=[#edits: 1 = <8829/info:/1734078037910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8869=[#edits: 1 = <8830/info:/1734078037910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8870=[#edits: 1 = <8831/info:/1734078037911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8871=[#edits: 1 = <8832/info:/1734078037912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8872=[#edits: 1 = <8833/info:/1734078037912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8873=[#edits: 1 = <8834/info:/1734078037912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8874=[#edits: 1 = <8835/info:/1734078037913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8875=[#edits: 1 = <8836/info:/1734078037913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8876=[#edits: 1 = <8837/info:/1734078037913/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=26292, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:37,920 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,920 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 27022, reset compression=false 2024-12-13T08:20:37,920 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8877=[#edits: 1 = <8838/info:/1734078037914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8878=[#edits: 1 = <8839/info:/1734078037914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8879=[#edits: 1 = <8840/info:/1734078037915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8880=[#edits: 1 = <8841/info:/1734078037915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8881=[#edits: 1 = <8842/info:/1734078037915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8882=[#edits: 1 = <8843/info:/1734078037916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8883=[#edits: 1 = <8844/info:/1734078037917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8884=[#edits: 1 = <8845/info:/1734078037917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8885=[#edits: 1 = <8846/info:/1734078037917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8886=[#edits: 1 = <8847/info:/1734078037918/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=27022, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,925 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:37,925 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 27825, reset compression=false 2024-12-13T08:20:37,925 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8887=[#edits: 1 = <8848/info:/1734078037918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8888=[#edits: 1 = <8849/info:/1734078037919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8889=[#edits: 1 = <8850/info:/1734078037919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8890=[#edits: 1 = <8851/info:/1734078037920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8891=[#edits: 1 = <8852/info:/1734078037920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8892=[#edits: 1 = <8853/info:/1734078037921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8893=[#edits: 1 = <8854/info:/1734078037922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8894=[#edits: 1 = <8855/info:/1734078037922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8895=[#edits: 1 = <8856/info:/1734078037922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8896=[#edits: 1 = <8857/info:/1734078037923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8897=[#edits: 1 = <8858/info:/1734078037923/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=27825, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:37,930 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:37,930 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 28774, reset compression=false 2024-12-13T08:20:37,930 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8898=[#edits: 1 = <8859/info:/1734078037923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8899=[#edits: 1 = <8860/info:/1734078037924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8900=[#edits: 1 = <8861/info:/1734078037924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8901=[#edits: 1 = <8862/info:/1734078037925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8902=[#edits: 1 = <8863/info:/1734078037925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8903=[#edits: 1 = <8864/info:/1734078037925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8904=[#edits: 1 = <8865/info:/1734078037926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8905=[#edits: 1 = <8866/info:/1734078037927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8906=[#edits: 1 = <8867/info:/1734078037927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8907=[#edits: 1 = <8868/info:/1734078037927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8908=[#edits: 1 = <8869/info:/1734078037927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8909=[#edits: 1 = <8870/info:/1734078037928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8910=[#edits: 1 = <8871/info:/1734078037928/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=28774, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:37,935 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:37,935 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 29358, reset compression=false 2024-12-13T08:20:37,935 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8911=[#edits: 1 = <8872/info:/1734078037929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8912=[#edits: 1 = <8873/info:/1734078037929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8913=[#edits: 1 = <8874/info:/1734078037929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8914=[#edits: 1 = <8875/info:/1734078037930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8915=[#edits: 1 = <8876/info:/1734078037932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8916=[#edits: 1 = <8877/info:/1734078037933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8917=[#edits: 1 = <8878/info:/1734078037933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8918=[#edits: 1 = <8879/info:/1734078037933/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=29358, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:37,940 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:37,940 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 30234, reset compression=false 2024-12-13T08:20:37,940 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8919=[#edits: 1 = <8880/info:/1734078037934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8920=[#edits: 1 = <8881/info:/1734078037934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8921=[#edits: 1 = <8882/info:/1734078037934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8922=[#edits: 1 = <8883/info:/1734078037935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8923=[#edits: 1 = <8884/info:/1734078037936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8924=[#edits: 1 = <8885/info:/1734078037936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8925=[#edits: 1 = <8886/info:/1734078037936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8926=[#edits: 1 = <8887/info:/1734078037937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8927=[#edits: 1 = <8888/info:/1734078037937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8928=[#edits: 1 = <8889/info:/1734078037937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8929=[#edits: 1 = <8890/info:/1734078037938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8930=[#edits: 1 = <8891/info:/1734078037938/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=30234, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:37,945 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:37,945 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 30891, reset compression=false 2024-12-13T08:20:37,945 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8931=[#edits: 1 = <8892/info:/1734078037939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8932=[#edits: 1 = <8893/info:/1734078037939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8933=[#edits: 1 = <8894/info:/1734078037940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8934=[#edits: 1 = <8895/info:/1734078037941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8935=[#edits: 1 = <8896/info:/1734078037942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8936=[#edits: 1 = <8897/info:/1734078037942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8937=[#edits: 1 = <8898/info:/1734078037942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8938=[#edits: 1 = <8899/info:/1734078037943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8939=[#edits: 1 = <8900/info:/1734078037943/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=30891, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:37,950 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:37,950 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 31548, reset compression=false 2024-12-13T08:20:37,950 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8940=[#edits: 1 = <8901/info:/1734078037944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8941=[#edits: 1 = <8902/info:/1734078037944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8942=[#edits: 1 = <8903/info:/1734078037945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8943=[#edits: 1 = <8904/info:/1734078037945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8944=[#edits: 1 = <8905/info:/1734078037946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8945=[#edits: 1 = <8906/info:/1734078037947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8946=[#edits: 1 = <8907/info:/1734078037948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8947=[#edits: 1 = <8908/info:/1734078037948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8948=[#edits: 1 = <8909/info:/1734078037949/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=31548, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:37,955 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:37,955 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 32205, reset compression=false 2024-12-13T08:20:37,955 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8949=[#edits: 1 = <8910/info:/1734078037949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8950=[#edits: 1 = <8911/info:/1734078037949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8951=[#edits: 1 = <8912/info:/1734078037950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8952=[#edits: 1 = <8913/info:/1734078037951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8953=[#edits: 1 = <8914/info:/1734078037951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8954=[#edits: 1 = <8915/info:/1734078037952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8955=[#edits: 1 = <8916/info:/1734078037952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8956=[#edits: 1 = <8917/info:/1734078037953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8957=[#edits: 1 = <8918/info:/1734078037953/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=32205, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:37,960 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:37,960 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 33008, reset compression=false 2024-12-13T08:20:37,960 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8958=[#edits: 1 = <8919/info:/1734078037953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8959=[#edits: 1 = <8920/info:/1734078037954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8960=[#edits: 1 = <8921/info:/1734078037955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8961=[#edits: 1 = <8922/info:/1734078037955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8962=[#edits: 1 = <8923/info:/1734078037956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8963=[#edits: 1 = <8924/info:/1734078037956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8964=[#edits: 1 = <8925/info:/1734078037957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8965=[#edits: 1 = <8926/info:/1734078037957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8966=[#edits: 1 = <8927/info:/1734078037957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8967=[#edits: 1 = <8928/info:/1734078037958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8968=[#edits: 1 = <8929/info:/1734078037958/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=33008, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:37,965 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:37,965 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 33738, reset compression=false 2024-12-13T08:20:37,965 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8969=[#edits: 1 = <8930/info:/1734078037958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8970=[#edits: 1 = <8931/info:/1734078037959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8971=[#edits: 1 = <8932/info:/1734078037960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8972=[#edits: 1 = <8933/info:/1734078037960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8973=[#edits: 1 = <8934/info:/1734078037961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8974=[#edits: 1 = <8935/info:/1734078037961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8975=[#edits: 1 = <8936/info:/1734078037961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8976=[#edits: 1 = <8937/info:/1734078037962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8977=[#edits: 1 = <8938/info:/1734078037962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8978=[#edits: 1 = <8939/info:/1734078037963/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=33738, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:37,970 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:37,970 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 34541, reset compression=false 2024-12-13T08:20:37,970 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8979=[#edits: 1 = <8940/info:/1734078037963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8980=[#edits: 1 = <8941/info:/1734078037963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8981=[#edits: 1 = <8942/info:/1734078037964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8982=[#edits: 1 = <8943/info:/1734078037964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8983=[#edits: 1 = <8944/info:/1734078037964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8984=[#edits: 1 = <8945/info:/1734078037965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8985=[#edits: 1 = <8946/info:/1734078037966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8986=[#edits: 1 = <8947/info:/1734078037967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8987=[#edits: 1 = <8948/info:/1734078037967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8988=[#edits: 1 = <8949/info:/1734078037968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8989=[#edits: 1 = <8950/info:/1734078037968/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=34541, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:37,975 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:37,975 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 35490, reset compression=false 2024-12-13T08:20:37,975 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8990=[#edits: 1 = <8951/info:/1734078037968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8991=[#edits: 1 = <8952/info:/1734078037969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8992=[#edits: 1 = <8953/info:/1734078037969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8993=[#edits: 1 = <8954/info:/1734078037970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8994=[#edits: 1 = <8955/info:/1734078037970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8995=[#edits: 1 = <8956/info:/1734078037970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8996=[#edits: 1 = <8957/info:/1734078037971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8997=[#edits: 1 = <8958/info:/1734078037971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8998=[#edits: 1 = <8959/info:/1734078037972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8999=[#edits: 1 = <8960/info:/1734078037972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9000=[#edits: 1 = <8961/info:/1734078037972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9001=[#edits: 1 = <8962/info:/1734078037973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9002=[#edits: 1 = <8963/info:/1734078037973/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=35490, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:37,982 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:37,982 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 36293, reset compression=false 2024-12-13T08:20:37,982 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9003=[#edits: 1 = <8964/info:/1734078037973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9004=[#edits: 1 = <8965/info:/1734078037974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9005=[#edits: 1 = <8966/info:/1734078037975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9006=[#edits: 1 = <8967/info:/1734078037975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9007=[#edits: 1 = <8968/info:/1734078037976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9008=[#edits: 1 = <8969/info:/1734078037977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9009=[#edits: 1 = <8970/info:/1734078037977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9010=[#edits: 1 = <8971/info:/1734078037978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9011=[#edits: 1 = <8972/info:/1734078037978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9012=[#edits: 1 = <8973/info:/1734078037978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9013=[#edits: 1 = <8974/info:/1734078037979/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=36293, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:37,996 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(269): Writing data from 9000 to 10000 2024-12-13T08:20:38,186 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta to pos 36293, reset compression=false 2024-12-13T08:20:38,192 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:38,192 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9014=[#edits: 1 = <8975/info:/1734078037981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9015=[#edits: 1 = <8976/info:/1734078037987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9016=[#edits: 1 = <8977/info:/1734078037988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9017=[#edits: 1 = <8978/info:/1734078037989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9018=[#edits: 1 = <8979/info:/1734078037989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9019=[#edits: 1 = <8980/info:/1734078037989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9020=[#edits: 1 = <8981/info:/1734078037990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9021=[#edits: 1 = <8982/info:/1734078037990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9022=[#edits: 1 = <8983/info:/1734078037990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9023=[#edits: 1 = <8984/info:/1734078037991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9024=[#edits: 1 = <8985/info:/1734078037991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9025=[#edits: 1 = <8986/info:/1734078037991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9026=[#edits: 1 = <8987/info:/1734078037992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9027=[#edits: 1 = <8988/info:/1734078037992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9028=[#edits: 1 = <8989/info:/1734078037992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9029=[#edits: 1 = <8990/info:/1734078037993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9030=[#edits: 1 = <8991/info:/1734078037993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9031=[#edits: 1 = <8992/info:/1734078037993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9032=[#edits: 1 = <8993/info:/1734078037994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9033=[#edits: 1 = <8994/info:/1734078037994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9034=[#edits: 1 = <8995/info:/1734078037994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9035=[#edits: 1 = <8996/info:/1734078037995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9036=[#edits: 1 = <8997/info:/1734078037995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9037=[#edits: 1 = <8998/info:/1734078037995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9038=[#edits: 1 = <8999/info:/1734078037996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9039=[#edits: 1 = <9000/info:/1734078037996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9040=[#edits: 1 = <9001/info:/1734078037997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9041=[#edits: 1 = <9002/info:/1734078037997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9042=[#edits: 1 = <9003/info:/1734078037997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9043=[#edits: 1 = <9004/info:/1734078037998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9044=[#edits: 1 = <9005/info:/1734078037998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9045=[#edits: 1 = <9006/info:/1734078037998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9046=[#edits: 1 = <9007/info:/1734078037999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9047=[#edits: 1 = <9008/info:/1734078037999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9048=[#edits: 1 = <9009/info:/1734078037999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9049=[#edits: 1 = <9010/info:/1734078037999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9050=[#edits: 1 = <9011/info:/1734078038000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9051=[#edits: 1 = <9012/info:/1734078038000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9052=[#edits: 1 = <9013/info:/1734078038000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9053=[#edits: 1 = <9014/info:/1734078038000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9054=[#edits: 1 = <9015/info:/1734078038001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9055=[#edits: 1 = <9016/info:/1734078038001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9056=[#edits: 1 = <9017/info:/1734078038001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9057=[#edits: 1 = <9018/info:/1734078038002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9058=[#edits: 1 = <9019/info:/1734078038002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9059=[#edits: 1 = <9020/info:/1734078038002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9060=[#edits: 1 = <9021/info:/1734078038003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9061=[#edits: 1 = <9022/info:/1734078038003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9062=[#edits: 1 = <9023/info:/1734078038003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9063=[#edits: 1 = <9024/info:/1734078038003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9064=[#edits: 1 = <9025/info:/1734078038004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9065=[#edits: 1 = <9026/info:/1734078038004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9066=[#edits: 1 = <9027/info:/1734078038004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9067=[#edits: 1 = <9028/info:/1734078038004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9068=[#edits: 1 = <9029/info:/1734078038005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9069=[#edits: 1 = <9030/info:/1734078038005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9070=[#edits: 1 = <9031/info:/1734078038005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9071=[#edits: 1 = <9032/info:/1734078038005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9072=[#edits: 1 = <9033/info:/1734078038006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9073=[#edits: 1 = <9034/info:/1734078038006/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=40673, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:38,193 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:38,194 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9074=[#edits: 1 = <9035/info:/1734078038006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9075=[#edits: 1 = <9036/info:/1734078038006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9076=[#edits: 1 = <9037/info:/1734078038007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9077=[#edits: 1 = <9038/info:/1734078038007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9078=[#edits: 1 = <9039/info:/1734078038007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9079=[#edits: 1 = <9040/info:/1734078038007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9080=[#edits: 1 = <9041/info:/1734078038008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9081=[#edits: 1 = <9042/info:/1734078038008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9082=[#edits: 1 = <9043/info:/1734078038008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9083=[#edits: 1 = <9044/info:/1734078038009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9084=[#edits: 1 = <9045/info:/1734078038009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9085=[#edits: 1 = <9046/info:/1734078038009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9086=[#edits: 1 = <9047/info:/1734078038010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9087=[#edits: 1 = <9048/info:/1734078038010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9088=[#edits: 1 = <9049/info:/1734078038010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9089=[#edits: 1 = <9050/info:/1734078038010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9090=[#edits: 1 = <9051/info:/1734078038011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9091=[#edits: 1 = <9052/info:/1734078038011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9092=[#edits: 1 = <9053/info:/1734078038011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9093=[#edits: 1 = <9054/info:/1734078038012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9094=[#edits: 1 = <9055/info:/1734078038012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9095=[#edits: 1 = <9056/info:/1734078038012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9096=[#edits: 1 = <9057/info:/1734078038012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9097=[#edits: 1 = <9058/info:/1734078038013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9098=[#edits: 1 = <9059/info:/1734078038013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9099=[#edits: 1 = <9060/info:/1734078038013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9100=[#edits: 1 = <9061/info:/1734078038013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9101=[#edits: 1 = <9062/info:/1734078038014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9102=[#edits: 1 = <9063/info:/1734078038014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9103=[#edits: 1 = <9064/info:/1734078038014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9104=[#edits: 1 = <9065/info:/1734078038014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9105=[#edits: 1 = <9066/info:/1734078038015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9106=[#edits: 1 = <9067/info:/1734078038015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9107=[#edits: 1 = <9068/info:/1734078038015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9108=[#edits: 1 = <9069/info:/1734078038015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9109=[#edits: 1 = <9070/info:/1734078038016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9110=[#edits: 1 = <9071/info:/1734078038016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9111=[#edits: 1 = <9072/info:/1734078038016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9112=[#edits: 1 = <9073/info:/1734078038016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9113=[#edits: 1 = <9074/info:/1734078038017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9114=[#edits: 1 = <9075/info:/1734078038017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9115=[#edits: 1 = <9076/info:/1734078038017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9116=[#edits: 1 = <9077/info:/1734078038017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9117=[#edits: 1 = <9078/info:/1734078038018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9118=[#edits: 1 = <9079/info:/1734078038018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9119=[#edits: 1 = <9080/info:/1734078038018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9120=[#edits: 1 = <9081/info:/1734078038019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9121=[#edits: 1 = <9082/info:/1734078038019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9122=[#edits: 1 = <9083/info:/1734078038019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9123=[#edits: 1 = <9084/info:/1734078038020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9124=[#edits: 1 = <9085/info:/1734078038020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9125=[#edits: 1 = <9086/info:/1734078038020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9126=[#edits: 1 = <9087/info:/1734078038020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9127=[#edits: 1 = <9088/info:/1734078038021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9128=[#edits: 1 = <9089/info:/1734078038021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9129=[#edits: 1 = <9090/info:/1734078038021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9130=[#edits: 1 = <9091/info:/1734078038022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9131=[#edits: 1 = <9092/info:/1734078038022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9132=[#edits: 1 = <9093/info:/1734078038022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9133=[#edits: 1 = <9094/info:/1734078038023/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=45053, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:38,195 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:38,196 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9134=[#edits: 1 = <9095/info:/1734078038023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9135=[#edits: 1 = <9096/info:/1734078038023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9136=[#edits: 1 = <9097/info:/1734078038024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9137=[#edits: 1 = <9098/info:/1734078038024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9138=[#edits: 1 = <9099/info:/1734078038024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9139=[#edits: 1 = <9100/info:/1734078038025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9140=[#edits: 1 = <9101/info:/1734078038025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9141=[#edits: 1 = <9102/info:/1734078038025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9142=[#edits: 1 = <9103/info:/1734078038025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9143=[#edits: 1 = <9104/info:/1734078038026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9144=[#edits: 1 = <9105/info:/1734078038026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9145=[#edits: 1 = <9106/info:/1734078038026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9146=[#edits: 1 = <9107/info:/1734078038027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9147=[#edits: 1 = <9108/info:/1734078038027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9148=[#edits: 1 = <9109/info:/1734078038027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9149=[#edits: 1 = <9110/info:/1734078038028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9150=[#edits: 1 = <9111/info:/1734078038028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9151=[#edits: 1 = <9112/info:/1734078038028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9152=[#edits: 1 = <9113/info:/1734078038029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9153=[#edits: 1 = <9114/info:/1734078038029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9154=[#edits: 1 = <9115/info:/1734078038029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9155=[#edits: 1 = <9116/info:/1734078038030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9156=[#edits: 1 = <9117/info:/1734078038030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9157=[#edits: 1 = <9118/info:/1734078038030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9158=[#edits: 1 = <9119/info:/1734078038031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9159=[#edits: 1 = <9120/info:/1734078038031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9160=[#edits: 1 = <9121/info:/1734078038031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9161=[#edits: 1 = <9122/info:/1734078038032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9162=[#edits: 1 = <9123/info:/1734078038032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9163=[#edits: 1 = <9124/info:/1734078038032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9164=[#edits: 1 = <9125/info:/1734078038034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9165=[#edits: 1 = <9126/info:/1734078038038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9166=[#edits: 1 = <9127/info:/1734078038038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9167=[#edits: 1 = <9128/info:/1734078038039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9168=[#edits: 1 = <9129/info:/1734078038039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9169=[#edits: 1 = <9130/info:/1734078038039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9170=[#edits: 1 = <9131/info:/1734078038040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9171=[#edits: 1 = <9132/info:/1734078038040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9172=[#edits: 1 = <9133/info:/1734078038040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9173=[#edits: 1 = <9134/info:/1734078038041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9174=[#edits: 1 = <9135/info:/1734078038041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9175=[#edits: 1 = <9136/info:/1734078038041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9176=[#edits: 1 = <9137/info:/1734078038041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9177=[#edits: 1 = <9138/info:/1734078038042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9178=[#edits: 1 = <9139/info:/1734078038042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9179=[#edits: 1 = <9140/info:/1734078038042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9180=[#edits: 1 = <9141/info:/1734078038043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9181=[#edits: 1 = <9142/info:/1734078038043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9182=[#edits: 1 = <9143/info:/1734078038043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9183=[#edits: 1 = <9144/info:/1734078038044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9184=[#edits: 1 = <9145/info:/1734078038044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9185=[#edits: 1 = <9146/info:/1734078038044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9186=[#edits: 1 = <9147/info:/1734078038045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9187=[#edits: 1 = <9148/info:/1734078038045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9188=[#edits: 1 = <9149/info:/1734078038045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9189=[#edits: 1 = <9150/info:/1734078038045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9190=[#edits: 1 = <9151/info:/1734078038046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9191=[#edits: 1 = <9152/info:/1734078038046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9192=[#edits: 1 = <9153/info:/1734078038046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9193=[#edits: 1 = <9154/info:/1734078038047/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=49433, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:38,197 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:38,197 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9194=[#edits: 1 = <9155/info:/1734078038047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9195=[#edits: 1 = <9156/info:/1734078038047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9196=[#edits: 1 = <9157/info:/1734078038047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9197=[#edits: 1 = <9158/info:/1734078038048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9198=[#edits: 1 = <9159/info:/1734078038048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9199=[#edits: 1 = <9160/info:/1734078038048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9200=[#edits: 1 = <9161/info:/1734078038049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9201=[#edits: 1 = <9162/info:/1734078038049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9202=[#edits: 1 = <9163/info:/1734078038049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9203=[#edits: 1 = <9164/info:/1734078038049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9204=[#edits: 1 = <9165/info:/1734078038050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9205=[#edits: 1 = <9166/info:/1734078038050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9206=[#edits: 1 = <9167/info:/1734078038050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9207=[#edits: 1 = <9168/info:/1734078038051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9208=[#edits: 1 = <9169/info:/1734078038051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9209=[#edits: 1 = <9170/info:/1734078038051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9210=[#edits: 1 = <9171/info:/1734078038052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9211=[#edits: 1 = <9172/info:/1734078038052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9212=[#edits: 1 = <9173/info:/1734078038052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9213=[#edits: 1 = <9174/info:/1734078038052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9214=[#edits: 1 = <9175/info:/1734078038053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9215=[#edits: 1 = <9176/info:/1734078038053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9216=[#edits: 1 = <9177/info:/1734078038053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9217=[#edits: 1 = <9178/info:/1734078038054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9218=[#edits: 1 = <9179/info:/1734078038054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9219=[#edits: 1 = <9180/info:/1734078038054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9220=[#edits: 1 = <9181/info:/1734078038054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9221=[#edits: 1 = <9182/info:/1734078038055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9222=[#edits: 1 = <9183/info:/1734078038055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9223=[#edits: 1 = <9184/info:/1734078038055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9224=[#edits: 1 = <9185/info:/1734078038055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9225=[#edits: 1 = <9186/info:/1734078038056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9226=[#edits: 1 = <9187/info:/1734078038056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9227=[#edits: 1 = <9188/info:/1734078038056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9228=[#edits: 1 = <9189/info:/1734078038057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9229=[#edits: 1 = <9190/info:/1734078038057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9230=[#edits: 1 = <9191/info:/1734078038057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9231=[#edits: 1 = <9192/info:/1734078038057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9232=[#edits: 1 = <9193/info:/1734078038058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9233=[#edits: 1 = <9194/info:/1734078038058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9234=[#edits: 1 = <9195/info:/1734078038058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9235=[#edits: 1 = <9196/info:/1734078038058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9236=[#edits: 1 = <9197/info:/1734078038059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9237=[#edits: 1 = <9198/info:/1734078038059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9238=[#edits: 1 = <9199/info:/1734078038059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9239=[#edits: 1 = <9200/info:/1734078038060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9240=[#edits: 1 = <9201/info:/1734078038060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9241=[#edits: 1 = <9202/info:/1734078038060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9242=[#edits: 1 = <9203/info:/1734078038060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9243=[#edits: 1 = <9204/info:/1734078038061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9244=[#edits: 1 = <9205/info:/1734078038061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9245=[#edits: 1 = <9206/info:/1734078038061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9246=[#edits: 1 = <9207/info:/1734078038062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9247=[#edits: 1 = <9208/info:/1734078038062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9248=[#edits: 1 = <9209/info:/1734078038062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9249=[#edits: 1 = <9210/info:/1734078038063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9250=[#edits: 1 = <9211/info:/1734078038063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9251=[#edits: 1 = <9212/info:/1734078038063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9252=[#edits: 1 = <9213/info:/1734078038063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9253=[#edits: 1 = <9214/info:/1734078038064/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=53813, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:38,198 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:38,198 DEBUG [AsyncFSWAL-0-hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129-prefix:6b1293cedc9a,40025,1734078026493.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80531, logrollsize=80530 2024-12-13T08:20:38,198 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C40025%2C1734078026493.meta:.meta(num 1734078037695) roll requested 2024-12-13T08:20:38,199 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9254=[#edits: 1 = <9215/info:/1734078038064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9255=[#edits: 1 = <9216/info:/1734078038064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9256=[#edits: 1 = <9217/info:/1734078038065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9257=[#edits: 1 = <9218/info:/1734078038065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9258=[#edits: 1 = <9219/info:/1734078038065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9259=[#edits: 1 = <9220/info:/1734078038065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9260=[#edits: 1 = <9221/info:/1734078038066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9261=[#edits: 1 = <9222/info:/1734078038066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9262=[#edits: 1 = <9223/info:/1734078038066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9263=[#edits: 1 = <9224/info:/1734078038067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9264=[#edits: 1 = <9225/info:/1734078038067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9265=[#edits: 1 = <9226/info:/1734078038067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9266=[#edits: 1 = <9227/info:/1734078038067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9267=[#edits: 1 = <9228/info:/1734078038068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9268=[#edits: 1 = <9229/info:/1734078038068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9269=[#edits: 1 = <9230/info:/1734078038068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9270=[#edits: 1 = <9231/info:/1734078038069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9271=[#edits: 1 = <9232/info:/1734078038069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9272=[#edits: 1 = <9233/info:/1734078038069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9273=[#edits: 1 = <9234/info:/1734078038070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9274=[#edits: 1 = <9235/info:/1734078038070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9275=[#edits: 1 = <9236/info:/1734078038070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9276=[#edits: 1 = <9237/info:/1734078038071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9277=[#edits: 1 = <9238/info:/1734078038071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9278=[#edits: 1 = <9239/info:/1734078038071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9279=[#edits: 1 = <9240/info:/1734078038071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9280=[#edits: 1 = <9241/info:/1734078038072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9281=[#edits: 1 = <9242/info:/1734078038072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9282=[#edits: 1 = <9243/info:/1734078038072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9283=[#edits: 1 = <9244/info:/1734078038072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9284=[#edits: 1 = <9245/info:/1734078038073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9285=[#edits: 1 = <9246/info:/1734078038073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9286=[#edits: 1 = <9247/info:/1734078038073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9287=[#edits: 1 = <9248/info:/1734078038074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9288=[#edits: 1 = <9249/info:/1734078038074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9289=[#edits: 1 = <9250/info:/1734078038074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9290=[#edits: 1 = <9251/info:/1734078038074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9291=[#edits: 1 = <9252/info:/1734078038075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9292=[#edits: 1 = <9253/info:/1734078038075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9293=[#edits: 1 = <9254/info:/1734078038075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9294=[#edits: 1 = <9255/info:/1734078038076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9295=[#edits: 1 = <9256/info:/1734078038076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9296=[#edits: 1 = <9257/info:/1734078038076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9297=[#edits: 1 = <9258/info:/1734078038076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9298=[#edits: 1 = <9259/info:/1734078038077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9299=[#edits: 1 = <9260/info:/1734078038077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9300=[#edits: 1 = <9261/info:/1734078038077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9301=[#edits: 1 = <9262/info:/1734078038078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9302=[#edits: 1 = <9263/info:/1734078038078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9303=[#edits: 1 = <9264/info:/1734078038078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9304=[#edits: 1 = <9265/info:/1734078038079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9305=[#edits: 1 = <9266/info:/1734078038079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9306=[#edits: 1 = <9267/info:/1734078038079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9307=[#edits: 1 = <9268/info:/1734078038079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9308=[#edits: 1 = <9269/info:/1734078038080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9309=[#edits: 1 = <9270/info:/1734078038080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9310=[#edits: 1 = <9271/info:/1734078038080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9311=[#edits: 1 = <9272/info:/1734078038081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9312=[#edits: 1 = <9273/info:/1734078038081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9313=[#edits: 1 = <9274/info:/1734078038081/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=58193, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:38,213 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, exclude list is [], retry=0 2024-12-13T08:20:38,215 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37659,DS-e27f22e1-e8d4-4cb3-bfd6-0671566425ba,DISK] 2024-12-13T08:20:38,215 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43461,DS-09c15185-ecb1-46d6-8763-577dfe3feaff,DISK] 2024-12-13T08:20:38,215 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43765,DS-ef80822d-2126-4214-a1f9-ebdc7f5d8d10,DISK] 2024-12-13T08:20:38,216 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta with entries=1137, filesize=81.14 KB; new WAL /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta 2024-12-13T08:20:38,216 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37285:37285),(127.0.0.1/127.0.0.1:35803:35803),(127.0.0.1/127.0.0.1:34753:34753)] 2024-12-13T08:20:38,216 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta is not closed yet, will try archiving it next time 2024-12-13T08:20:38,217 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:38,217 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9314=[#edits: 1 = <9275/info:/1734078038082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9315=[#edits: 1 = <9276/info:/1734078038082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9316=[#edits: 1 = <9277/info:/1734078038083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9317=[#edits: 1 = <9278/info:/1734078038084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9318=[#edits: 1 = <9279/info:/1734078038084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9319=[#edits: 1 = <9280/info:/1734078038084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9320=[#edits: 1 = <9281/info:/1734078038084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9321=[#edits: 1 = <9282/info:/1734078038085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9322=[#edits: 1 = <9283/info:/1734078038085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9323=[#edits: 1 = <9284/info:/1734078038085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9324=[#edits: 1 = <9285/info:/1734078038086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9325=[#edits: 1 = <9286/info:/1734078038086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9326=[#edits: 1 = <9287/info:/1734078038086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9327=[#edits: 1 = <9288/info:/1734078038087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9328=[#edits: 1 = <9289/info:/1734078038087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9329=[#edits: 1 = <9290/info:/1734078038087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9330=[#edits: 1 = <9291/info:/1734078038088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9331=[#edits: 1 = <9292/info:/1734078038088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9332=[#edits: 1 = <9293/info:/1734078038088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9333=[#edits: 1 = <9294/info:/1734078038089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9334=[#edits: 1 = <9295/info:/1734078038089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9335=[#edits: 1 = <9296/info:/1734078038090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9336=[#edits: 1 = <9297/info:/1734078038090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9337=[#edits: 1 = <9298/info:/1734078038090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9338=[#edits: 1 = <9299/info:/1734078038091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9339=[#edits: 1 = <9300/info:/1734078038091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9340=[#edits: 1 = <9301/info:/1734078038091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9341=[#edits: 1 = <9302/info:/1734078038092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9342=[#edits: 1 = <9303/info:/1734078038092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9343=[#edits: 1 = <9304/info:/1734078038092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9344=[#edits: 1 = <9305/info:/1734078038094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9345=[#edits: 1 = <9306/info:/1734078038094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9346=[#edits: 1 = <9307/info:/1734078038095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9347=[#edits: 1 = <9308/info:/1734078038095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9348=[#edits: 1 = <9309/info:/1734078038095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9349=[#edits: 1 = <9310/info:/1734078038096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9350=[#edits: 1 = <9311/info:/1734078038096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9351=[#edits: 1 = <9312/info:/1734078038096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9352=[#edits: 1 = <9313/info:/1734078038097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9353=[#edits: 1 = <9314/info:/1734078038097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9354=[#edits: 1 = <9315/info:/1734078038097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9355=[#edits: 1 = <9316/info:/1734078038097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9356=[#edits: 1 = <9317/info:/1734078038098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9357=[#edits: 1 = <9318/info:/1734078038098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9358=[#edits: 1 = <9319/info:/1734078038098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9359=[#edits: 1 = <9320/info:/1734078038099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9360=[#edits: 1 = <9321/info:/1734078038099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9361=[#edits: 1 = <9322/info:/1734078038099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9362=[#edits: 1 = <9323/info:/1734078038099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9363=[#edits: 1 = <9324/info:/1734078038100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9364=[#edits: 1 = <9325/info:/1734078038100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9365=[#edits: 1 = <9326/info:/1734078038100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9366=[#edits: 1 = <9327/info:/1734078038101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9367=[#edits: 1 = <9328/info:/1734078038101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9368=[#edits: 1 = <9329/info:/1734078038101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9369=[#edits: 1 = <9330/info:/1734078038102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9370=[#edits: 1 = <9331/info:/1734078038102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9371=[#edits: 1 = <9332/info:/1734078038102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9372=[#edits: 1 = <9333/info:/1734078038103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9373=[#edits: 1 = <9334/info:/1734078038103/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=62573, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:38,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741860_1036 (size=83094) 2024-12-13T08:20:38,218 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:38,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741860_1036 (size=83094) 2024-12-13T08:20:38,218 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:38,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741860_1036 (size=83094) 2024-12-13T08:20:38,220 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9374=[#edits: 1 = <9335/info:/1734078038103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9375=[#edits: 1 = <9336/info:/1734078038103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9376=[#edits: 1 = <9337/info:/1734078038104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9377=[#edits: 1 = <9338/info:/1734078038104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9378=[#edits: 1 = <9339/info:/1734078038104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9379=[#edits: 1 = <9340/info:/1734078038105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9380=[#edits: 1 = <9341/info:/1734078038105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9381=[#edits: 1 = <9342/info:/1734078038105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9382=[#edits: 1 = <9343/info:/1734078038106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9383=[#edits: 1 = <9344/info:/1734078038106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9384=[#edits: 1 = <9345/info:/1734078038106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9385=[#edits: 1 = <9346/info:/1734078038106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9386=[#edits: 1 = <9347/info:/1734078038107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9387=[#edits: 1 = <9348/info:/1734078038107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9388=[#edits: 1 = <9349/info:/1734078038107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9389=[#edits: 1 = <9350/info:/1734078038108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9390=[#edits: 1 = <9351/info:/1734078038108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9391=[#edits: 1 = <9352/info:/1734078038108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9392=[#edits: 1 = <9353/info:/1734078038109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9393=[#edits: 1 = <9354/info:/1734078038109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9394=[#edits: 1 = <9355/info:/1734078038109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9395=[#edits: 1 = <9356/info:/1734078038110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9396=[#edits: 1 = <9357/info:/1734078038110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9397=[#edits: 1 = <9358/info:/1734078038110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9398=[#edits: 1 = <9359/info:/1734078038110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9399=[#edits: 1 = <9360/info:/1734078038111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9400=[#edits: 1 = <9361/info:/1734078038111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9401=[#edits: 1 = <9362/info:/1734078038111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9402=[#edits: 1 = <9363/info:/1734078038112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9403=[#edits: 1 = <9364/info:/1734078038112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9404=[#edits: 1 = <9365/info:/1734078038112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9405=[#edits: 1 = <9366/info:/1734078038112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9406=[#edits: 1 = <9367/info:/1734078038113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9407=[#edits: 1 = <9368/info:/1734078038113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9408=[#edits: 1 = <9369/info:/1734078038113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9409=[#edits: 1 = <9370/info:/1734078038114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9410=[#edits: 1 = <9371/info:/1734078038114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9411=[#edits: 1 = <9372/info:/1734078038114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9412=[#edits: 1 = <9373/info:/1734078038114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9413=[#edits: 1 = <9374/info:/1734078038115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9414=[#edits: 1 = <9375/info:/1734078038115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9415=[#edits: 1 = <9376/info:/1734078038115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9416=[#edits: 1 = <9377/info:/1734078038116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9417=[#edits: 1 = <9378/info:/1734078038116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9418=[#edits: 1 = <9379/info:/1734078038116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9419=[#edits: 1 = <9380/info:/1734078038117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9420=[#edits: 1 = <9381/info:/1734078038117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9421=[#edits: 1 = <9382/info:/1734078038117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9422=[#edits: 1 = <9383/info:/1734078038117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9423=[#edits: 1 = <9384/info:/1734078038118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9424=[#edits: 1 = <9385/info:/1734078038118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9425=[#edits: 1 = <9386/info:/1734078038118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9426=[#edits: 1 = <9387/info:/1734078038119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9427=[#edits: 1 = <9388/info:/1734078038119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9428=[#edits: 1 = <9389/info:/1734078038119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9429=[#edits: 1 = <9390/info:/1734078038119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9430=[#edits: 1 = <9391/info:/1734078038120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9431=[#edits: 1 = <9392/info:/1734078038120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9432=[#edits: 1 = <9393/info:/1734078038120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9433=[#edits: 1 = <9394/info:/1734078038121/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=66953, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:38,221 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:38,221 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9434=[#edits: 1 = <9395/info:/1734078038121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9435=[#edits: 1 = <9396/info:/1734078038121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9436=[#edits: 1 = <9397/info:/1734078038122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9437=[#edits: 1 = <9398/info:/1734078038122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9438=[#edits: 1 = <9399/info:/1734078038122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9439=[#edits: 1 = <9400/info:/1734078038122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9440=[#edits: 1 = <9401/info:/1734078038123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9441=[#edits: 1 = <9402/info:/1734078038123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9442=[#edits: 1 = <9403/info:/1734078038123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9443=[#edits: 1 = <9404/info:/1734078038124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9444=[#edits: 1 = <9405/info:/1734078038124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9445=[#edits: 1 = <9406/info:/1734078038124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9446=[#edits: 1 = <9407/info:/1734078038125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9447=[#edits: 1 = <9408/info:/1734078038125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9448=[#edits: 1 = <9409/info:/1734078038125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9449=[#edits: 1 = <9410/info:/1734078038125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9450=[#edits: 1 = <9411/info:/1734078038126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9451=[#edits: 1 = <9412/info:/1734078038126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9452=[#edits: 1 = <9413/info:/1734078038126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9453=[#edits: 1 = <9414/info:/1734078038127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9454=[#edits: 1 = <9415/info:/1734078038127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9455=[#edits: 1 = <9416/info:/1734078038127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9456=[#edits: 1 = <9417/info:/1734078038127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9457=[#edits: 1 = <9418/info:/1734078038128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9458=[#edits: 1 = <9419/info:/1734078038128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9459=[#edits: 1 = <9420/info:/1734078038128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9460=[#edits: 1 = <9421/info:/1734078038129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9461=[#edits: 1 = <9422/info:/1734078038129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9462=[#edits: 1 = <9423/info:/1734078038129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9463=[#edits: 1 = <9424/info:/1734078038130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9464=[#edits: 1 = <9425/info:/1734078038130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9465=[#edits: 1 = <9426/info:/1734078038130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9466=[#edits: 1 = <9427/info:/1734078038131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9467=[#edits: 1 = <9428/info:/1734078038131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9468=[#edits: 1 = <9429/info:/1734078038131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9469=[#edits: 1 = <9430/info:/1734078038132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9470=[#edits: 1 = <9431/info:/1734078038132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9471=[#edits: 1 = <9432/info:/1734078038132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9472=[#edits: 1 = <9433/info:/1734078038133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9473=[#edits: 1 = <9434/info:/1734078038133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9474=[#edits: 1 = <9435/info:/1734078038133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9475=[#edits: 1 = <9436/info:/1734078038134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9476=[#edits: 1 = <9437/info:/1734078038134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9477=[#edits: 1 = <9438/info:/1734078038134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9478=[#edits: 1 = <9439/info:/1734078038135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9479=[#edits: 1 = <9440/info:/1734078038136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9480=[#edits: 1 = <9441/info:/1734078038142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9481=[#edits: 1 = <9442/info:/1734078038142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9482=[#edits: 1 = <9443/info:/1734078038142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9483=[#edits: 1 = <9444/info:/1734078038143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9484=[#edits: 1 = <9445/info:/1734078038143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9485=[#edits: 1 = <9446/info:/1734078038144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9486=[#edits: 1 = <9447/info:/1734078038144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9487=[#edits: 1 = <9448/info:/1734078038144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9488=[#edits: 1 = <9449/info:/1734078038144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9489=[#edits: 1 = <9450/info:/1734078038145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9490=[#edits: 1 = <9451/info:/1734078038145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9491=[#edits: 1 = <9452/info:/1734078038145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9492=[#edits: 1 = <9453/info:/1734078038146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9493=[#edits: 1 = <9454/info:/1734078038146/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=71333, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:38,222 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta for the last time to pos 79874, reset compression=false 2024-12-13T08:20:38,224 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:38,224 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9494=[#edits: 1 = <9455/info:/1734078038146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9495=[#edits: 1 = <9456/info:/1734078038146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9496=[#edits: 1 = <9457/info:/1734078038147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9497=[#edits: 1 = <9458/info:/1734078038147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9498=[#edits: 1 = <9459/info:/1734078038147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9499=[#edits: 1 = <9460/info:/1734078038148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9500=[#edits: 1 = <9461/info:/1734078038148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9501=[#edits: 1 = <9462/info:/1734078038148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9502=[#edits: 1 = <9463/info:/1734078038148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9503=[#edits: 1 = <9464/info:/1734078038149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9504=[#edits: 1 = <9465/info:/1734078038149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9505=[#edits: 1 = <9466/info:/1734078038149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9506=[#edits: 1 = <9467/info:/1734078038150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9507=[#edits: 1 = <9468/info:/1734078038150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9508=[#edits: 1 = <9469/info:/1734078038150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9509=[#edits: 1 = <9470/info:/1734078038151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9510=[#edits: 1 = <9471/info:/1734078038151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9511=[#edits: 1 = <9472/info:/1734078038151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9512=[#edits: 1 = <9473/info:/1734078038152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9513=[#edits: 1 = <9474/info:/1734078038152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9514=[#edits: 1 = <9475/info:/1734078038153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9515=[#edits: 1 = <9476/info:/1734078038153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9516=[#edits: 1 = <9477/info:/1734078038153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9517=[#edits: 1 = <9478/info:/1734078038154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9518=[#edits: 1 = <9479/info:/1734078038154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9519=[#edits: 1 = <9480/info:/1734078038154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9520=[#edits: 1 = <9481/info:/1734078038154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9521=[#edits: 1 = <9482/info:/1734078038155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9522=[#edits: 1 = <9483/info:/1734078038155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9523=[#edits: 1 = <9484/info:/1734078038155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9524=[#edits: 1 = <9485/info:/1734078038156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9525=[#edits: 1 = <9486/info:/1734078038156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9526=[#edits: 1 = <9487/info:/1734078038156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9527=[#edits: 1 = <9488/info:/1734078038157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9528=[#edits: 1 = <9489/info:/1734078038157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9529=[#edits: 1 = <9490/info:/1734078038157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9530=[#edits: 1 = <9491/info:/1734078038157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9531=[#edits: 1 = <9492/info:/1734078038158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9532=[#edits: 1 = <9493/info:/1734078038158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9533=[#edits: 1 = <9494/info:/1734078038158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9534=[#edits: 1 = <9495/info:/1734078038159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9535=[#edits: 1 = <9496/info:/1734078038159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9536=[#edits: 1 = <9497/info:/1734078038159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9537=[#edits: 1 = <9498/info:/1734078038160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9538=[#edits: 1 = <9499/info:/1734078038160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9539=[#edits: 1 = <9500/info:/1734078038160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9540=[#edits: 1 = <9501/info:/1734078038161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9541=[#edits: 1 = <9502/info:/1734078038161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9542=[#edits: 1 = <9503/info:/1734078038161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9543=[#edits: 1 = <9504/info:/1734078038161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9544=[#edits: 1 = <9505/info:/1734078038162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9545=[#edits: 1 = <9506/info:/1734078038162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9546=[#edits: 1 = <9507/info:/1734078038162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9547=[#edits: 1 = <9508/info:/1734078038163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9548=[#edits: 1 = <9509/info:/1734078038163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9549=[#edits: 1 = <9510/info:/1734078038163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9550=[#edits: 1 = <9511/info:/1734078038164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9551=[#edits: 1 = <9512/info:/1734078038164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9552=[#edits: 1 = <9513/info:/1734078038164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9553=[#edits: 1 = <9514/info:/1734078038165/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=75713, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:38,225 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta 2024-12-13T08:20:38,225 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 41 WAL entries eligible for replication 2024-12-13T08:20:38,226 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:38,226 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9554=[#edits: 1 = <9515/info:/1734078038165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9555=[#edits: 1 = <9516/info:/1734078038165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9556=[#edits: 1 = <9517/info:/1734078038166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9557=[#edits: 1 = <9518/info:/1734078038166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9558=[#edits: 1 = <9519/info:/1734078038166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9559=[#edits: 1 = <9520/info:/1734078038167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9560=[#edits: 1 = <9521/info:/1734078038167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9561=[#edits: 1 = <9522/info:/1734078038167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9562=[#edits: 1 = <9523/info:/1734078038167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9563=[#edits: 1 = <9524/info:/1734078038168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9564=[#edits: 1 = <9525/info:/1734078038168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9565=[#edits: 1 = <9526/info:/1734078038168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9566=[#edits: 1 = <9527/info:/1734078038169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9567=[#edits: 1 = <9528/info:/1734078038169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9568=[#edits: 1 = <9529/info:/1734078038171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9569=[#edits: 1 = <9530/info:/1734078038172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9570=[#edits: 1 = <9531/info:/1734078038173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9571=[#edits: 1 = <9532/info:/1734078038173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9572=[#edits: 1 = <9533/info:/1734078038173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9573=[#edits: 1 = <9534/info:/1734078038174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9574=[#edits: 1 = <9535/info:/1734078038174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9575=[#edits: 1 = <9536/info:/1734078038174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9576=[#edits: 1 = <9537/info:/1734078038175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9577=[#edits: 1 = <9538/info:/1734078038175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9578=[#edits: 1 = <9539/info:/1734078038175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9579=[#edits: 1 = <9540/info:/1734078038176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9580=[#edits: 1 = <9541/info:/1734078038176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9581=[#edits: 1 = <9542/info:/1734078038177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9582=[#edits: 1 = <9543/info:/1734078038177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9583=[#edits: 1 = <9544/info:/1734078038177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9584=[#edits: 1 = <9545/info:/1734078038178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9585=[#edits: 1 = <9546/info:/1734078038178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9586=[#edits: 1 = <9547/info:/1734078038178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9587=[#edits: 1 = <9548/info:/1734078038179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9588=[#edits: 1 = <9549/info:/1734078038179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9589=[#edits: 1 = <9550/info:/1734078038179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9590=[#edits: 1 = <9551/info:/1734078038180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9591=[#edits: 1 = <9552/info:/1734078038180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9592=[#edits: 1 = <9553/info:/1734078038180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9593=[#edits: 1 = <9554/info:/1734078038180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9594=[#edits: 1 = <9555/info:/1734078038181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9595=[#edits: 1 = <9556/info:/1734078038181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9596=[#edits: 1 = <9557/info:/1734078038181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9597=[#edits: 1 = <9558/info:/1734078038182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9598=[#edits: 1 = <9559/info:/1734078038182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9599=[#edits: 1 = <9560/info:/1734078038182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9600=[#edits: 1 = <9561/info:/1734078038183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9601=[#edits: 1 = <9562/info:/1734078038183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9602=[#edits: 1 = <9563/info:/1734078038183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9603=[#edits: 1 = <9564/info:/1734078038184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9604=[#edits: 1 = <9565/info:/1734078038185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9605=[#edits: 1 = <9566/info:/1734078038185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9606=[#edits: 1 = <9567/info:/1734078038186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9607=[#edits: 1 = <9568/info:/1734078038186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9608=[#edits: 1 = <9569/info:/1734078038186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9609=[#edits: 1 = <9570/info:/1734078038187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9610=[#edits: 1 = <9571/info:/1734078038189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9611=[#edits: 1 = <9572/info:/1734078038189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9612=[#edits: 1 = <9573/info:/1734078038190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9613=[#edits: 1 = <9574/info:/1734078038191/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=80093, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:38,228 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9614=[#edits: 1 = <9575/info:/1734078038194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9615=[#edits: 1 = <9576/info:/1734078038195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9616=[#edits: 1 = <9577/info:/1734078038196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9617=[#edits: 1 = <9578/info:/1734078038196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9618=[#edits: 1 = <9579/info:/1734078038197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9619=[#edits: 1 = <9580/info:/1734078038198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9620=[#edits: 1 = <9581/info:/1734078038199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9621=[#edits: 1 = <9582/info:/1734078038204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9622=[#edits: 1 = <9583/info:/1734078038204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9623=[#edits: 1 = <9584/info:/1734078038205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9624=[#edits: 1 = <9585/info:/1734078038205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9625=[#edits: 1 = <9586/info:/1734078038205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9626=[#edits: 1 = <9587/info:/1734078038206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9627=[#edits: 1 = <9588/info:/1734078038206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9628=[#edits: 1 = <9589/info:/1734078038206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9629=[#edits: 1 = <9590/info:/1734078038206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9630=[#edits: 1 = <9591/info:/1734078038207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9631=[#edits: 1 = <9592/info:/1734078038207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9632=[#edits: 1 = <9593/info:/1734078038207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9633=[#edits: 1 = <9594/info:/1734078038208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9634=[#edits: 1 = <9595/info:/1734078038208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9635=[#edits: 1 = <9596/info:/1734078038208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9636=[#edits: 1 = <9597/info:/1734078038209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9637=[#edits: 1 = <9598/info:/1734078038209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9638=[#edits: 1 = <9599/info:/1734078038209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9639=[#edits: 1 = <9600/info:/1734078038210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9640=[#edits: 1 = <9601/info:/1734078038210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9641=[#edits: 1 = <9602/info:/1734078038210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9642=[#edits: 1 = <9603/info:/1734078038211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9643=[#edits: 1 = <9604/info:/1734078038211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9644=[#edits: 1 = <9605/info:/1734078038211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9645=[#edits: 1 = <9606/info:/1734078038211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9646=[#edits: 1 = <9607/info:/1734078038212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9647=[#edits: 1 = <9608/info:/1734078038212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9648=[#edits: 1 = <9609/info:/1734078038212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9649=[#edits: 1 = <9610/info:/1734078038213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9650=[#edits: 1 = <9611/info:/1734078038213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9651=[#edits: 1 = <9612/info:/1734078038214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9652=[#edits: 1 = <9613/info:/1734078038214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9653=[#edits: 1 = <9614/info:/1734078038215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9654=[#edits: 1 = <9615/info:/1734078038216/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078037695.meta, lastWalPosition=83086, nbRowKeys=41, nbHFiles=0, heapSize=7052, lastSeqIds={}, endOfFile=true,usedBufferSize=7052] 2024-12-13T08:20:38,233 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-13T08:20:38,233 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 1472, reset compression=false 2024-12-13T08:20:38,233 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9655=[#edits: 1 = <9616/info:/1734078038216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9656=[#edits: 1 = <9617/info:/1734078038217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9657=[#edits: 1 = <9618/info:/1734078038219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9658=[#edits: 1 = <9619/info:/1734078038220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9659=[#edits: 1 = <9620/info:/1734078038221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9660=[#edits: 1 = <9621/info:/1734078038222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9661=[#edits: 1 = <9622/info:/1734078038223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9662=[#edits: 1 = <9623/info:/1734078038225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9663=[#edits: 1 = <9624/info:/1734078038225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9664=[#edits: 1 = <9625/info:/1734078038226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9665=[#edits: 1 = <9626/info:/1734078038229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9666=[#edits: 1 = <9627/info:/1734078038229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9667=[#edits: 1 = <9628/info:/1734078038230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9668=[#edits: 1 = <9629/info:/1734078038230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9669=[#edits: 1 = <9630/info:/1734078038230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9670=[#edits: 1 = <9631/info:/1734078038230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9671=[#edits: 1 = <9632/info:/1734078038231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9672=[#edits: 1 = <9633/info:/1734078038231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9673=[#edits: 1 = <9634/info:/1734078038231/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=1472, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-13T08:20:38,238 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:38,238 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 2056, reset compression=false 2024-12-13T08:20:38,238 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9674=[#edits: 1 = <9635/info:/1734078038232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9675=[#edits: 1 = <9636/info:/1734078038232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9676=[#edits: 1 = <9637/info:/1734078038233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9677=[#edits: 1 = <9638/info:/1734078038233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9678=[#edits: 1 = <9639/info:/1734078038234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9679=[#edits: 1 = <9640/info:/1734078038235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9680=[#edits: 1 = <9641/info:/1734078038236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9681=[#edits: 1 = <9642/info:/1734078038236/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=2056, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:38,250 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 30 WAL entries eligible for replication 2024-12-13T08:20:38,250 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 4246, reset compression=false 2024-12-13T08:20:38,250 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9682=[#edits: 1 = <9643/info:/1734078038238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9683=[#edits: 1 = <9644/info:/1734078038238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9684=[#edits: 1 = <9645/info:/1734078038239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9685=[#edits: 1 = <9646/info:/1734078038239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9686=[#edits: 1 = <9647/info:/1734078038240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9687=[#edits: 1 = <9648/info:/1734078038240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9688=[#edits: 1 = <9649/info:/1734078038240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9689=[#edits: 1 = <9650/info:/1734078038241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9690=[#edits: 1 = <9651/info:/1734078038241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9691=[#edits: 1 = <9652/info:/1734078038241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9692=[#edits: 1 = <9653/info:/1734078038242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9693=[#edits: 1 = <9654/info:/1734078038242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9694=[#edits: 1 = <9655/info:/1734078038242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9695=[#edits: 1 = <9656/info:/1734078038242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9696=[#edits: 1 = <9657/info:/1734078038243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9697=[#edits: 1 = <9658/info:/1734078038243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9698=[#edits: 1 = <9659/info:/1734078038243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9699=[#edits: 1 = <9660/info:/1734078038243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9700=[#edits: 1 = <9661/info:/1734078038244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9701=[#edits: 1 = <9662/info:/1734078038244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9702=[#edits: 1 = <9663/info:/1734078038244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9703=[#edits: 1 = <9664/info:/1734078038245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9704=[#edits: 1 = <9665/info:/1734078038245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9705=[#edits: 1 = <9666/info:/1734078038245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9706=[#edits: 1 = <9667/info:/1734078038245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9707=[#edits: 1 = <9668/info:/1734078038246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9708=[#edits: 1 = <9669/info:/1734078038246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9709=[#edits: 1 = <9670/info:/1734078038246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9710=[#edits: 1 = <9671/info:/1734078038247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9711=[#edits: 1 = <9672/info:/1734078038247/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=4246, nbRowKeys=30, nbHFiles=0, heapSize=5160, lastSeqIds={}, endOfFile=false,usedBufferSize=5160] 2024-12-13T08:20:38,255 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T08:20:38,255 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 5487, reset compression=false 2024-12-13T08:20:38,255 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9712=[#edits: 1 = <9673/info:/1734078038247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9713=[#edits: 1 = <9674/info:/1734078038248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9714=[#edits: 1 = <9675/info:/1734078038248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9715=[#edits: 1 = <9676/info:/1734078038248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9716=[#edits: 1 = <9677/info:/1734078038249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9717=[#edits: 1 = <9678/info:/1734078038249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9718=[#edits: 1 = <9679/info:/1734078038249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9719=[#edits: 1 = <9680/info:/1734078038250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9720=[#edits: 1 = <9681/info:/1734078038251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9721=[#edits: 1 = <9682/info:/1734078038251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9722=[#edits: 1 = <9683/info:/1734078038252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9723=[#edits: 1 = <9684/info:/1734078038252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9724=[#edits: 1 = <9685/info:/1734078038252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9725=[#edits: 1 = <9686/info:/1734078038253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9726=[#edits: 1 = <9687/info:/1734078038253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9727=[#edits: 1 = <9688/info:/1734078038253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9728=[#edits: 1 = <9689/info:/1734078038254/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=5487, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-13T08:20:38,259 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:38,259 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 6071, reset compression=false 2024-12-13T08:20:38,259 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9729=[#edits: 1 = <9690/info:/1734078038254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9730=[#edits: 1 = <9691/info:/1734078038254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9731=[#edits: 1 = <9692/info:/1734078038255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9732=[#edits: 1 = <9693/info:/1734078038255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9733=[#edits: 1 = <9694/info:/1734078038255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9734=[#edits: 1 = <9695/info:/1734078038256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9735=[#edits: 1 = <9696/info:/1734078038257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9736=[#edits: 1 = <9697/info:/1734078038258/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=6071, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:38,265 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:38,265 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 7093, reset compression=false 2024-12-13T08:20:38,265 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9737=[#edits: 1 = <9698/info:/1734078038258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9738=[#edits: 1 = <9699/info:/1734078038259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9739=[#edits: 1 = <9700/info:/1734078038259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9740=[#edits: 1 = <9701/info:/1734078038259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9741=[#edits: 1 = <9702/info:/1734078038259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9742=[#edits: 1 = <9703/info:/1734078038260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9743=[#edits: 1 = <9704/info:/1734078038260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9744=[#edits: 1 = <9705/info:/1734078038260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9745=[#edits: 1 = <9706/info:/1734078038261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9746=[#edits: 1 = <9707/info:/1734078038261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9747=[#edits: 1 = <9708/info:/1734078038261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9748=[#edits: 1 = <9709/info:/1734078038262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9749=[#edits: 1 = <9710/info:/1734078038262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9750=[#edits: 1 = <9711/info:/1734078038263/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=7093, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:38,269 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-13T08:20:38,269 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 8188, reset compression=false 2024-12-13T08:20:38,269 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9751=[#edits: 1 = <9712/info:/1734078038263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9752=[#edits: 1 = <9713/info:/1734078038263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9753=[#edits: 1 = <9714/info:/1734078038264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9754=[#edits: 1 = <9715/info:/1734078038264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9755=[#edits: 1 = <9716/info:/1734078038264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9756=[#edits: 1 = <9717/info:/1734078038265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9757=[#edits: 1 = <9718/info:/1734078038265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9758=[#edits: 1 = <9719/info:/1734078038266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9759=[#edits: 1 = <9720/info:/1734078038266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9760=[#edits: 1 = <9721/info:/1734078038266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9761=[#edits: 1 = <9722/info:/1734078038266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9762=[#edits: 1 = <9723/info:/1734078038267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9763=[#edits: 1 = <9724/info:/1734078038267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9764=[#edits: 1 = <9725/info:/1734078038267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9765=[#edits: 1 = <9726/info:/1734078038268/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=8188, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-13T08:20:38,274 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:38,274 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 8699, reset compression=false 2024-12-13T08:20:38,274 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9766=[#edits: 1 = <9727/info:/1734078038268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9767=[#edits: 1 = <9728/info:/1734078038269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9768=[#edits: 1 = <9729/info:/1734078038269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9769=[#edits: 1 = <9730/info:/1734078038269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9770=[#edits: 1 = <9731/info:/1734078038269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9771=[#edits: 1 = <9732/info:/1734078038270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9772=[#edits: 1 = <9733/info:/1734078038272/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=8699, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:38,278 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:38,278 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 9429, reset compression=false 2024-12-13T08:20:38,278 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9773=[#edits: 1 = <9734/info:/1734078038273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9774=[#edits: 1 = <9735/info:/1734078038273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9775=[#edits: 1 = <9736/info:/1734078038274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9776=[#edits: 1 = <9737/info:/1734078038274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9777=[#edits: 1 = <9738/info:/1734078038275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9778=[#edits: 1 = <9739/info:/1734078038275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9779=[#edits: 1 = <9740/info:/1734078038275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9780=[#edits: 1 = <9741/info:/1734078038276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9781=[#edits: 1 = <9742/info:/1734078038276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9782=[#edits: 1 = <9743/info:/1734078038276/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=9429, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:38,284 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-13T08:20:38,284 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9783=[#edits: 1 = <9744/info:/1734078038277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9784=[#edits: 1 = <9745/info:/1734078038277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9785=[#edits: 1 = <9746/info:/1734078038278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9786=[#edits: 1 = <9747/info:/1734078038278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9787=[#edits: 1 = <9748/info:/1734078038278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9788=[#edits: 1 = <9749/info:/1734078038279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9789=[#edits: 1 = <9750/info:/1734078038279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9790=[#edits: 1 = <9751/info:/1734078038280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9791=[#edits: 1 = <9752/info:/1734078038280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9792=[#edits: 1 = <9753/info:/1734078038280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9793=[#edits: 1 = <9754/info:/1734078038281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9794=[#edits: 1 = <9755/info:/1734078038281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9795=[#edits: 1 = <9756/info:/1734078038281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9796=[#edits: 1 = <9757/info:/1734078038282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9797=[#edits: 1 = <9758/info:/1734078038282/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=10524, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-13T08:20:38,284 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 10524, reset compression=false 2024-12-13T08:20:38,288 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:38,288 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 11473, reset compression=false 2024-12-13T08:20:38,288 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9798=[#edits: 1 = <9759/info:/1734078038282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9799=[#edits: 1 = <9760/info:/1734078038283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9800=[#edits: 1 = <9761/info:/1734078038283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9801=[#edits: 1 = <9762/info:/1734078038283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9802=[#edits: 1 = <9763/info:/1734078038284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9803=[#edits: 1 = <9764/info:/1734078038284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9804=[#edits: 1 = <9765/info:/1734078038284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9805=[#edits: 1 = <9766/info:/1734078038285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9806=[#edits: 1 = <9767/info:/1734078038285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9807=[#edits: 1 = <9768/info:/1734078038285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9808=[#edits: 1 = <9769/info:/1734078038286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9809=[#edits: 1 = <9770/info:/1734078038286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9810=[#edits: 1 = <9771/info:/1734078038287/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=11473, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:38,293 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:38,293 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 12130, reset compression=false 2024-12-13T08:20:38,293 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9811=[#edits: 1 = <9772/info:/1734078038287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9812=[#edits: 1 = <9773/info:/1734078038287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9813=[#edits: 1 = <9774/info:/1734078038288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9814=[#edits: 1 = <9775/info:/1734078038289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9815=[#edits: 1 = <9776/info:/1734078038289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9816=[#edits: 1 = <9777/info:/1734078038290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9817=[#edits: 1 = <9778/info:/1734078038290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9818=[#edits: 1 = <9779/info:/1734078038290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9819=[#edits: 1 = <9780/info:/1734078038291/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=12130, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:38,296 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:38,296 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 13006, reset compression=false 2024-12-13T08:20:38,296 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9820=[#edits: 1 = <9781/info:/1734078038291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9821=[#edits: 1 = <9782/info:/1734078038292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9822=[#edits: 1 = <9783/info:/1734078038292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9823=[#edits: 1 = <9784/info:/1734078038292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9824=[#edits: 1 = <9785/info:/1734078038293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9825=[#edits: 1 = <9786/info:/1734078038293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9826=[#edits: 1 = <9787/info:/1734078038293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9827=[#edits: 1 = <9788/info:/1734078038294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9828=[#edits: 1 = <9789/info:/1734078038294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9829=[#edits: 1 = <9790/info:/1734078038294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9830=[#edits: 1 = <9791/info:/1734078038294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9831=[#edits: 1 = <9792/info:/1734078038295/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=13006, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:38,301 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:38,301 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 13882, reset compression=false 2024-12-13T08:20:38,301 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9832=[#edits: 1 = <9793/info:/1734078038295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9833=[#edits: 1 = <9794/info:/1734078038295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9834=[#edits: 1 = <9795/info:/1734078038296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9835=[#edits: 1 = <9796/info:/1734078038296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9836=[#edits: 1 = <9797/info:/1734078038296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9837=[#edits: 1 = <9798/info:/1734078038297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9838=[#edits: 1 = <9799/info:/1734078038297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9839=[#edits: 1 = <9800/info:/1734078038297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9840=[#edits: 1 = <9801/info:/1734078038298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9841=[#edits: 1 = <9802/info:/1734078038298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9842=[#edits: 1 = <9803/info:/1734078038298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9843=[#edits: 1 = <9804/info:/1734078038299/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=13882, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:38,306 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:38,306 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9844=[#edits: 1 = <9805/info:/1734078038299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9845=[#edits: 1 = <9806/info:/1734078038300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9846=[#edits: 1 = <9807/info:/1734078038300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9847=[#edits: 1 = <9808/info:/1734078038301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9848=[#edits: 1 = <9809/info:/1734078038301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9849=[#edits: 1 = <9810/info:/1734078038302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9850=[#edits: 1 = <9811/info:/1734078038302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9851=[#edits: 1 = <9812/info:/1734078038303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9852=[#edits: 1 = <9813/info:/1734078038303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9853=[#edits: 1 = <9814/info:/1734078038303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9854=[#edits: 1 = <9815/info:/1734078038304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9855=[#edits: 1 = <9816/info:/1734078038304/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=14758, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:38,306 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 14758, reset compression=false 2024-12-13T08:20:38,311 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:38,311 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 15415, reset compression=false 2024-12-13T08:20:38,311 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9856=[#edits: 1 = <9817/info:/1734078038304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9857=[#edits: 1 = <9818/info:/1734078038305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9858=[#edits: 1 = <9819/info:/1734078038306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9859=[#edits: 1 = <9820/info:/1734078038306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9860=[#edits: 1 = <9821/info:/1734078038307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9861=[#edits: 1 = <9822/info:/1734078038307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9862=[#edits: 1 = <9823/info:/1734078038308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9863=[#edits: 1 = <9824/info:/1734078038308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9864=[#edits: 1 = <9825/info:/1734078038309/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=15415, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:38,316 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:38,316 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 16072, reset compression=false 2024-12-13T08:20:38,316 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9865=[#edits: 1 = <9826/info:/1734078038309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9866=[#edits: 1 = <9827/info:/1734078038310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9867=[#edits: 1 = <9828/info:/1734078038310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9868=[#edits: 1 = <9829/info:/1734078038311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9869=[#edits: 1 = <9830/info:/1734078038312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9870=[#edits: 1 = <9831/info:/1734078038312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9871=[#edits: 1 = <9832/info:/1734078038312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9872=[#edits: 1 = <9833/info:/1734078038313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9873=[#edits: 1 = <9834/info:/1734078038313/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=16072, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:38,321 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-13T08:20:38,322 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 17167, reset compression=false 2024-12-13T08:20:38,322 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9874=[#edits: 1 = <9835/info:/1734078038314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9875=[#edits: 1 = <9836/info:/1734078038314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9876=[#edits: 1 = <9837/info:/1734078038315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9877=[#edits: 1 = <9838/info:/1734078038315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9878=[#edits: 1 = <9839/info:/1734078038315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9879=[#edits: 1 = <9840/info:/1734078038316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9880=[#edits: 1 = <9841/info:/1734078038317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9881=[#edits: 1 = <9842/info:/1734078038317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9882=[#edits: 1 = <9843/info:/1734078038317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9883=[#edits: 1 = <9844/info:/1734078038318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9884=[#edits: 1 = <9845/info:/1734078038318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9885=[#edits: 1 = <9846/info:/1734078038318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9886=[#edits: 1 = <9847/info:/1734078038318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9887=[#edits: 1 = <9848/info:/1734078038319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9888=[#edits: 1 = <9849/info:/1734078038319/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=17167, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-13T08:20:38,333 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:38,333 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 17970, reset compression=false 2024-12-13T08:20:38,333 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9889=[#edits: 1 = <9850/info:/1734078038320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9890=[#edits: 1 = <9851/info:/1734078038320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9891=[#edits: 1 = <9852/info:/1734078038320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9892=[#edits: 1 = <9853/info:/1734078038321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9893=[#edits: 1 = <9854/info:/1734078038322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9894=[#edits: 1 = <9855/info:/1734078038322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9895=[#edits: 1 = <9856/info:/1734078038323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9896=[#edits: 1 = <9857/info:/1734078038323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9897=[#edits: 1 = <9858/info:/1734078038324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9898=[#edits: 1 = <9859/info:/1734078038324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9899=[#edits: 1 = <9860/info:/1734078038325/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=17970, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:38,337 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 27 WAL entries eligible for replication 2024-12-13T08:20:38,338 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 19941, reset compression=false 2024-12-13T08:20:38,338 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9900=[#edits: 1 = <9861/info:/1734078038325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9901=[#edits: 1 = <9862/info:/1734078038325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9902=[#edits: 1 = <9863/info:/1734078038326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9903=[#edits: 1 = <9864/info:/1734078038326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9904=[#edits: 1 = <9865/info:/1734078038326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9905=[#edits: 1 = <9866/info:/1734078038327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9906=[#edits: 1 = <9867/info:/1734078038327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9907=[#edits: 1 = <9868/info:/1734078038327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9908=[#edits: 1 = <9869/info:/1734078038328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9909=[#edits: 1 = <9870/info:/1734078038328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9910=[#edits: 1 = <9871/info:/1734078038328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9911=[#edits: 1 = <9872/info:/1734078038329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9912=[#edits: 1 = <9873/info:/1734078038329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9913=[#edits: 1 = <9874/info:/1734078038329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9914=[#edits: 1 = <9875/info:/1734078038330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9915=[#edits: 1 = <9876/info:/1734078038330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9916=[#edits: 1 = <9877/info:/1734078038330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9917=[#edits: 1 = <9878/info:/1734078038331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9918=[#edits: 1 = <9879/info:/1734078038331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9919=[#edits: 1 = <9880/info:/1734078038332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9920=[#edits: 1 = <9881/info:/1734078038332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9921=[#edits: 1 = <9882/info:/1734078038332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9922=[#edits: 1 = <9883/info:/1734078038333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9923=[#edits: 1 = <9884/info:/1734078038334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9924=[#edits: 1 = <9885/info:/1734078038334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9925=[#edits: 1 = <9886/info:/1734078038334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9926=[#edits: 1 = <9887/info:/1734078038335/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=19941, nbRowKeys=27, nbHFiles=0, heapSize=4644, lastSeqIds={}, endOfFile=false,usedBufferSize=4644] 2024-12-13T08:20:38,343 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:38,343 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 20598, reset compression=false 2024-12-13T08:20:38,344 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9927=[#edits: 1 = <9888/info:/1734078038335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9928=[#edits: 1 = <9889/info:/1734078038336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9929=[#edits: 1 = <9890/info:/1734078038336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9930=[#edits: 1 = <9891/info:/1734078038337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9931=[#edits: 1 = <9892/info:/1734078038337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9932=[#edits: 1 = <9893/info:/1734078038338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9933=[#edits: 1 = <9894/info:/1734078038339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9934=[#edits: 1 = <9895/info:/1734078038339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9935=[#edits: 1 = <9896/info:/1734078038340/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=20598, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:38,348 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:38,348 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 21182, reset compression=false 2024-12-13T08:20:38,348 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9936=[#edits: 1 = <9897/info:/1734078038343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9937=[#edits: 1 = <9898/info:/1734078038343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9938=[#edits: 1 = <9899/info:/1734078038344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9939=[#edits: 1 = <9900/info:/1734078038344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9940=[#edits: 1 = <9901/info:/1734078038345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9941=[#edits: 1 = <9902/info:/1734078038345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9942=[#edits: 1 = <9903/info:/1734078038345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9943=[#edits: 1 = <9904/info:/1734078038346/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=21182, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:38,353 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:38,353 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 22204, reset compression=false 2024-12-13T08:20:38,353 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9944=[#edits: 1 = <9905/info:/1734078038346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9945=[#edits: 1 = <9906/info:/1734078038347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9946=[#edits: 1 = <9907/info:/1734078038347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9947=[#edits: 1 = <9908/info:/1734078038347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9948=[#edits: 1 = <9909/info:/1734078038348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9949=[#edits: 1 = <9910/info:/1734078038348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9950=[#edits: 1 = <9911/info:/1734078038349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9951=[#edits: 1 = <9912/info:/1734078038349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9952=[#edits: 1 = <9913/info:/1734078038349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9953=[#edits: 1 = <9914/info:/1734078038349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9954=[#edits: 1 = <9915/info:/1734078038350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9955=[#edits: 1 = <9916/info:/1734078038350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9956=[#edits: 1 = <9917/info:/1734078038351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9957=[#edits: 1 = <9918/info:/1734078038351/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=22204, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:38,357 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:38,357 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 22934, reset compression=false 2024-12-13T08:20:38,358 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9958=[#edits: 1 = <9919/info:/1734078038351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9959=[#edits: 1 = <9920/info:/1734078038352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9960=[#edits: 1 = <9921/info:/1734078038353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9961=[#edits: 1 = <9922/info:/1734078038353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9962=[#edits: 1 = <9923/info:/1734078038353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9963=[#edits: 1 = <9924/info:/1734078038354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9964=[#edits: 1 = <9925/info:/1734078038355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9965=[#edits: 1 = <9926/info:/1734078038355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9966=[#edits: 1 = <9927/info:/1734078038355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9967=[#edits: 1 = <9928/info:/1734078038356/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=22934, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:38,362 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:38,362 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 23737, reset compression=false 2024-12-13T08:20:38,362 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9968=[#edits: 1 = <9929/info:/1734078038356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9969=[#edits: 1 = <9930/info:/1734078038357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9970=[#edits: 1 = <9931/info:/1734078038357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9971=[#edits: 1 = <9932/info:/1734078038358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9972=[#edits: 1 = <9933/info:/1734078038358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9973=[#edits: 1 = <9934/info:/1734078038359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9974=[#edits: 1 = <9935/info:/1734078038359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9975=[#edits: 1 = <9936/info:/1734078038359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9976=[#edits: 1 = <9937/info:/1734078038360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9977=[#edits: 1 = <9938/info:/1734078038360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9978=[#edits: 1 = <9939/info:/1734078038360/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=23737, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:38,367 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:38,367 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 24394, reset compression=false 2024-12-13T08:20:38,367 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9979=[#edits: 1 = <9940/info:/1734078038361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9980=[#edits: 1 = <9941/info:/1734078038361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9981=[#edits: 1 = <9942/info:/1734078038363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9982=[#edits: 1 = <9943/info:/1734078038363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9983=[#edits: 1 = <9944/info:/1734078038363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9984=[#edits: 1 = <9945/info:/1734078038364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9985=[#edits: 1 = <9946/info:/1734078038364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9986=[#edits: 1 = <9947/info:/1734078038364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9987=[#edits: 1 = <9948/info:/1734078038365/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=24394, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:38,372 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:38,372 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 25416, reset compression=false 2024-12-13T08:20:38,372 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9988=[#edits: 1 = <9949/info:/1734078038365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9989=[#edits: 1 = <9950/info:/1734078038366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9990=[#edits: 1 = <9951/info:/1734078038366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9991=[#edits: 1 = <9952/info:/1734078038367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9992=[#edits: 1 = <9953/info:/1734078038367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9993=[#edits: 1 = <9954/info:/1734078038368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9994=[#edits: 1 = <9955/info:/1734078038368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9995=[#edits: 1 = <9956/info:/1734078038368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9996=[#edits: 1 = <9957/info:/1734078038369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9997=[#edits: 1 = <9958/info:/1734078038369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9998=[#edits: 1 = <9959/info:/1734078038369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9999=[#edits: 1 = <9960/info:/1734078038370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10000=[#edits: 1 = <9961/info:/1734078038370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10001=[#edits: 1 = <9962/info:/1734078038370/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=25416, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:38,377 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:38,377 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 25854, reset compression=false 2024-12-13T08:20:38,377 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10002=[#edits: 1 = <9963/info:/1734078038371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10003=[#edits: 1 = <9964/info:/1734078038372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10004=[#edits: 1 = <9965/info:/1734078038372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10005=[#edits: 1 = <9966/info:/1734078038373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10006=[#edits: 1 = <9967/info:/1734078038373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10007=[#edits: 1 = <9968/info:/1734078038374/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=25854, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:38,382 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:38,382 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10008=[#edits: 1 = <9969/info:/1734078038375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10009=[#edits: 1 = <9970/info:/1734078038377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10010=[#edits: 1 = <9971/info:/1734078038377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10011=[#edits: 1 = <9972/info:/1734078038377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10012=[#edits: 1 = <9973/info:/1734078038378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10013=[#edits: 1 = <9974/info:/1734078038379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10014=[#edits: 1 = <9975/info:/1734078038379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10015=[#edits: 1 = <9976/info:/1734078038379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10016=[#edits: 1 = <9977/info:/1734078038380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10017=[#edits: 1 = <9978/info:/1734078038380/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=26584, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:38,383 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 26584, reset compression=false 2024-12-13T08:20:38,388 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:38,388 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 27387, reset compression=false 2024-12-13T08:20:38,388 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10018=[#edits: 1 = <9979/info:/1734078038381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10019=[#edits: 1 = <9980/info:/1734078038381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10020=[#edits: 1 = <9981/info:/1734078038382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10021=[#edits: 1 = <9982/info:/1734078038382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10022=[#edits: 1 = <9983/info:/1734078038383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10023=[#edits: 1 = <9984/info:/1734078038383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10024=[#edits: 1 = <9985/info:/1734078038383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10025=[#edits: 1 = <9986/info:/1734078038384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10026=[#edits: 1 = <9987/info:/1734078038384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10027=[#edits: 1 = <9988/info:/1734078038384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10028=[#edits: 1 = <9989/info:/1734078038385/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=27387, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:38,395 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [90,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:38,395 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$1(355): verifying replication for region replica:{ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-13T08:20:38,401 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:38,401 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28117, reset compression=false 2024-12-13T08:20:38,401 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10029=[#edits: 1 = <9990/info:/1734078038385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10030=[#edits: 1 = <9991/info:/1734078038390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10031=[#edits: 1 = <9992/info:/1734078038392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10032=[#edits: 1 = <9993/info:/1734078038392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10033=[#edits: 1 = <9994/info:/1734078038392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10034=[#edits: 1 = <9995/info:/1734078038393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10035=[#edits: 1 = <9996/info:/1734078038393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10036=[#edits: 1 = <9997/info:/1734078038394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10037=[#edits: 1 = <9998/info:/1734078038394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10038=[#edits: 1 = <9999/info:/1734078038394/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=28117, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:38,591 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:38,591 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:38,606 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28117, reset compression=false 2024-12-13T08:20:38,910 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28117, reset compression=false 2024-12-13T08:20:39,019 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [90,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:39,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$1(355): verifying replication for region replica:{ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-13T08:20:39,315 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28117, reset compression=false 2024-12-13T08:20:39,554 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x25470a04 to 127.0.0.1:57139 2024-12-13T08:20:39,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:39,554 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T08:20:39,555 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T08:20:39,555 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x552d647e to 127.0.0.1:57139 2024-12-13T08:20:39,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:39,555 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T08:20:39,555 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=614518785, stopped=false 2024-12-13T08:20:39,555 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=6b1293cedc9a,43155,1734078026327 2024-12-13T08:20:39,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:39,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:39,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:39,572 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T08:20:39,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:39,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:39,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:39,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:39,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:39,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:39,573 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,40025,1734078026493' ***** 2024-12-13T08:20:39,573 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:39,573 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,42989,1734078026558' ***** 2024-12-13T08:20:39,573 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:39,573 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,34617,1734078026609' ***** 2024-12-13T08:20:39,573 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:39,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:39,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:39,573 INFO [RS:1;6b1293cedc9a:42989 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:39,573 INFO [RS:1;6b1293cedc9a:42989 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:39,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:39,573 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.HRegionServer(3579): Received CLOSE for 7c3525685805eceb6d1783340c8d515a 2024-12-13T08:20:39,573 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:39,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:39,574 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:39,574 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:39,574 INFO [RS:0;6b1293cedc9a:40025 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:39,574 INFO [RS:0;6b1293cedc9a:40025 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:39,574 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,40025,1734078026493 2024-12-13T08:20:39,574 DEBUG [RS:0;6b1293cedc9a:40025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:39,574 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:39,574 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:39,574 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:39,574 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T08:20:39,574 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:39,574 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:39,574 INFO [RS:2;6b1293cedc9a:34617 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:39,574 INFO [RS:2;6b1293cedc9a:34617 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:39,574 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,34617,1734078026609 2024-12-13T08:20:39,574 DEBUG [RS:2;6b1293cedc9a:34617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:39,574 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T08:20:39,574 DEBUG [RS:2;6b1293cedc9a:34617 {}] regionserver.HRegionServer(1603): Online Regions={534574363=hbase:meta,,1_0001.534574363} 2024-12-13T08:20:39,575 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.HRegionServer(3579): Received CLOSE for 534574363 2024-12-13T08:20:39,575 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:39,575 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,42989,1734078026558 2024-12-13T08:20:39,575 DEBUG [RS:1;6b1293cedc9a:42989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:39,575 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-13T08:20:39,575 DEBUG [RS:1;6b1293cedc9a:42989 {}] regionserver.HRegionServer(1603): Online Regions={7c3525685805eceb6d1783340c8d515a=hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a., 1657623790=hbase:meta,,1_0002.1657623790} 2024-12-13T08:20:39,575 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.HRegionServer(3579): Received CLOSE for 1657623790 2024-12-13T08:20:39,575 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7c3525685805eceb6d1783340c8d515a, disabling compactions & flushes 2024-12-13T08:20:39,575 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a. 2024-12-13T08:20:39,575 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a. 2024-12-13T08:20:39,575 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a. after waiting 0 ms 2024-12-13T08:20:39,575 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a. 2024-12-13T08:20:39,575 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 7c3525685805eceb6d1783340c8d515a 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T08:20:39,583 INFO [regionserver/6b1293cedc9a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T08:20:39,583 INFO [regionserver/6b1293cedc9a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T08:20:39,583 DEBUG [RS:1;6b1293cedc9a:42989 {}] regionserver.HRegionServer(1629): Waiting on 1657623790, 7c3525685805eceb6d1783340c8d515a 2024-12-13T08:20:39,584 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T08:20:39,584 DEBUG [RS:0;6b1293cedc9a:40025 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-13T08:20:39,584 DEBUG [RS:0;6b1293cedc9a:40025 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T08:20:39,584 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:20:39,584 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:20:39,585 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:20:39,585 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:20:39,586 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:20:39,586 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-13T08:20:39,586 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=155.78 KB heapSize=507.04 KB 2024-12-13T08:20:39,586 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-13T08:20:39,586 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-13T08:20:39,586 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-13T08:20:39,586 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-13T08:20:39,607 DEBUG [RS:2;6b1293cedc9a:34617 {}] regionserver.HRegionServer(1629): Waiting on 534574363 2024-12-13T08:20:39,607 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-13T08:20:39,607 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-13T08:20:39,608 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-13T08:20:39,608 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-13T08:20:39,608 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-13T08:20:39,609 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:39,611 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:39,630 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:39,638 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/namespace/7c3525685805eceb6d1783340c8d515a/.tmp/info/6d1c6b60980b4affbc780cf1904d7e4c is 45, key is default/info:d/1734078029258/Put/seqid=0 2024-12-13T08:20:39,641 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/6564faad2bc842e9a3598247d3f358a8 is 36, key is 5015/info:/1734078034534/Put/seqid=0 2024-12-13T08:20:39,659 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:39,660 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-13T08:20:39,660 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-13T08:20:39,660 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0001.534574363 2024-12-13T08:20:39,696 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:39,696 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-13T08:20:39,696 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-13T08:20:39,696 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0002.1657623790 2024-12-13T08:20:39,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741862_1038 (size=209502) 2024-12-13T08:20:39,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741862_1038 (size=209502) 2024-12-13T08:20:39,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741862_1038 (size=209502) 2024-12-13T08:20:39,745 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=155.78 KB at sequenceid=10039 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/6564faad2bc842e9a3598247d3f358a8 2024-12-13T08:20:39,752 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/.tmp/info/6564faad2bc842e9a3598247d3f358a8 as hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/6564faad2bc842e9a3598247d3f358a8 2024-12-13T08:20:39,761 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/6564faad2bc842e9a3598247d3f358a8, entries=4985, sequenceid=10039, filesize=204.6 K 2024-12-13T08:20:39,762 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~155.78 KB/159520, heapSize ~506.52 KB/518680, currentSize=0 B/0 for 1588230740 in 176ms, sequenceid=10039, compaction requested=false 2024-12-13T08:20:39,764 DEBUG [StoreCloser-hbase:meta,,1.1588230740-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/eeca06148d6340dc9526ec5368911475, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/f2b2518220d74278a5b0700bb7a065d6, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/cec1b33e6a6e4babaa2cebe42c75480a] to archive 2024-12-13T08:20:39,765 DEBUG [StoreCloser-hbase:meta,,1.1588230740-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T08:20:39,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741863_1039 (size=5037) 2024-12-13T08:20:39,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741863_1039 (size=5037) 2024-12-13T08:20:39,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741863_1039 (size=5037) 2024-12-13T08:20:39,783 DEBUG [RS:1;6b1293cedc9a:42989 {}] regionserver.HRegionServer(1629): Waiting on 7c3525685805eceb6d1783340c8d515a 2024-12-13T08:20:39,784 DEBUG [RS:0;6b1293cedc9a:40025 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T08:20:39,785 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/namespace/7c3525685805eceb6d1783340c8d515a/.tmp/info/6d1c6b60980b4affbc780cf1904d7e4c 2024-12-13T08:20:39,794 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/eeca06148d6340dc9526ec5368911475 to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/archive/data/hbase/meta/1588230740/info/eeca06148d6340dc9526ec5368911475 2024-12-13T08:20:39,795 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/cec1b33e6a6e4babaa2cebe42c75480a to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/archive/data/hbase/meta/1588230740/info/cec1b33e6a6e4babaa2cebe42c75480a 2024-12-13T08:20:39,807 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/info/f2b2518220d74278a5b0700bb7a065d6 to hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/archive/data/hbase/meta/1588230740/info/f2b2518220d74278a5b0700bb7a065d6 2024-12-13T08:20:39,807 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,34617,1734078026609; all regions closed. 2024-12-13T08:20:39,808 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/namespace/7c3525685805eceb6d1783340c8d515a/.tmp/info/6d1c6b60980b4affbc780cf1904d7e4c as hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/namespace/7c3525685805eceb6d1783340c8d515a/info/6d1c6b60980b4affbc780cf1904d7e4c 2024-12-13T08:20:39,819 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/namespace/7c3525685805eceb6d1783340c8d515a/info/6d1c6b60980b4affbc780cf1904d7e4c, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T08:20:39,823 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 7c3525685805eceb6d1783340c8d515a in 248ms, sequenceid=6, compaction requested=false 2024-12-13T08:20:39,825 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28117, reset compression=false 2024-12-13T08:20:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741833_1009 (size=93) 2024-12-13T08:20:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741833_1009 (size=93) 2024-12-13T08:20:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741833_1009 (size=93) 2024-12-13T08:20:39,841 DEBUG [RS:2;6b1293cedc9a:34617 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs 2024-12-13T08:20:39,841 INFO [RS:2;6b1293cedc9a:34617 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C34617%2C1734078026609:(num 1734078027639) 2024-12-13T08:20:39,841 DEBUG [RS:2;6b1293cedc9a:34617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:39,841 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:39,842 INFO [RS:2;6b1293cedc9a:34617 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:39,842 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:39,842 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:39,842 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:39,842 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:39,842 INFO [RS:2;6b1293cedc9a:34617 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34617 2024-12-13T08:20:39,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,34617,1734078026609 2024-12-13T08:20:39,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:20:39,856 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,34617,1734078026609] 2024-12-13T08:20:39,856 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,34617,1734078026609; numProcessing=1 2024-12-13T08:20:39,861 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:20:39,864 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,34617,1734078026609 already deleted, retry=false 2024-12-13T08:20:39,864 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,34617,1734078026609 expired; onlineServers=2 2024-12-13T08:20:39,873 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/meta/1588230740/recovered.edits/10042.seqid, newMaxSeqId=10042, maxSeqId=5050 2024-12-13T08:20:39,874 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:39,874 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:39,874 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:20:39,874 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:39,945 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:39,945 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:39,945 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10040=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078039586/Put/vlen=102/seqid=0; >],292}, {hbase:meta/1588230740/10041=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078039761/Put/vlen=136/seqid=0; >],324}, {hbase:meta/1588230740/10042=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734078039826/Put/vlen=129/seqid=0; >],340}], lastWalPath=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta, lastWalPosition=28757, nbRowKeys=3, nbHFiles=0, heapSize=956, lastSeqIds={}, endOfFile=false,usedBufferSize=956] 2024-12-13T08:20:39,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:39,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:39,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:39,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:39,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:39,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:39,956 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/data/hbase/namespace/7c3525685805eceb6d1783340c8d515a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T08:20:39,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:39,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1001e79eec60003, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:39,957 INFO [RS:2;6b1293cedc9a:34617 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,34617,1734078026609; zookeeper connection closed. 2024-12-13T08:20:39,957 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a. 2024-12-13T08:20:39,957 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7c3525685805eceb6d1783340c8d515a: 2024-12-13T08:20:39,957 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734078028340.7c3525685805eceb6d1783340c8d515a. 2024-12-13T08:20:39,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:39,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:39,983 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,42989,1734078026558; all regions closed. 2024-12-13T08:20:39,984 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,40025,1734078026493; all regions closed. 2024-12-13T08:20:39,984 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c3a6fba {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c3a6fba 2024-12-13T08:20:40,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741861_1037 (size=28765) 2024-12-13T08:20:40,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741861_1037 (size=28765) 2024-12-13T08:20:40,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741861_1037 (size=28765) 2024-12-13T08:20:40,011 DEBUG [RS:0;6b1293cedc9a:40025 {}] wal.AbstractFSWAL(1071): Moved 5 WAL file(s) to /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs 2024-12-13T08:20:40,011 INFO [RS:0;6b1293cedc9a:40025 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C40025%2C1734078026493.meta:.meta(num 1734078038198) 2024-12-13T08:20:40,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741836_1012 (size=1414) 2024-12-13T08:20:40,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741836_1012 (size=1414) 2024-12-13T08:20:40,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741836_1012 (size=1414) 2024-12-13T08:20:40,022 DEBUG [RS:1;6b1293cedc9a:42989 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs 2024-12-13T08:20:40,022 INFO [RS:1;6b1293cedc9a:42989 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C42989%2C1734078026558:(num 1734078027647) 2024-12-13T08:20:40,022 DEBUG [RS:1;6b1293cedc9a:42989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:40,022 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:40,023 INFO [RS:1;6b1293cedc9a:42989 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:40,023 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:40,023 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:40,023 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:40,023 INFO [RS:1;6b1293cedc9a:42989 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42989 2024-12-13T08:20:40,023 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:40,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,42989,1734078026558 2024-12-13T08:20:40,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:20:40,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741835_1011 (size=93) 2024-12-13T08:20:40,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741835_1011 (size=93) 2024-12-13T08:20:40,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741835_1011 (size=93) 2024-12-13T08:20:40,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,42989,1734078026558] 2024-12-13T08:20:40,039 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,42989,1734078026558; numProcessing=2 2024-12-13T08:20:40,047 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,42989,1734078026558 already deleted, retry=false 2024-12-13T08:20:40,047 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,42989,1734078026558 expired; onlineServers=1 2024-12-13T08:20:40,050 DEBUG [RS:0;6b1293cedc9a:40025 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/oldWALs 2024-12-13T08:20:40,050 INFO [RS:0;6b1293cedc9a:40025 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C40025%2C1734078026493:(num 1734078027631) 2024-12-13T08:20:40,050 DEBUG [RS:0;6b1293cedc9a:40025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:40,050 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:40,051 INFO [RS:0;6b1293cedc9a:40025 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:40,051 INFO [RS:0;6b1293cedc9a:40025 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40025 2024-12-13T08:20:40,051 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:40,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,40025,1734078026493 2024-12-13T08:20:40,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:20:40,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,40025,1734078026493] 2024-12-13T08:20:40,056 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,40025,1734078026493; numProcessing=3 2024-12-13T08:20:40,072 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,40025,1734078026493 already deleted, retry=false 2024-12-13T08:20:40,072 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,40025,1734078026493 expired; onlineServers=0 2024-12-13T08:20:40,072 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,43155,1734078026327' ***** 2024-12-13T08:20:40,072 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T08:20:40,073 DEBUG [M:0;6b1293cedc9a:43155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a63ded7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:40,073 INFO [M:0;6b1293cedc9a:43155 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,43155,1734078026327 2024-12-13T08:20:40,073 INFO [M:0;6b1293cedc9a:43155 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,43155,1734078026327; all regions closed. 2024-12-13T08:20:40,073 DEBUG [M:0;6b1293cedc9a:43155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:40,073 DEBUG [M:0;6b1293cedc9a:43155 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T08:20:40,073 DEBUG [M:0;6b1293cedc9a:43155 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T08:20:40,073 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T08:20:40,073 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734078027226 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734078027226,5,FailOnTimeoutGroup] 2024-12-13T08:20:40,073 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734078027226 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734078027226,5,FailOnTimeoutGroup] 2024-12-13T08:20:40,073 INFO [M:0;6b1293cedc9a:43155 {}] hbase.ChoreService(370): Chore service for: master/6b1293cedc9a:0 had [] on shutdown 2024-12-13T08:20:40,073 DEBUG [M:0;6b1293cedc9a:43155 {}] master.HMaster(1733): Stopping service threads 2024-12-13T08:20:40,073 INFO [M:0;6b1293cedc9a:43155 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T08:20:40,074 INFO [M:0;6b1293cedc9a:43155 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T08:20:40,074 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T08:20:40,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:40,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:40,081 DEBUG [M:0;6b1293cedc9a:43155 {}] zookeeper.ZKUtil(347): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-13T08:20:40,081 WARN [M:0;6b1293cedc9a:43155 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T08:20:40,081 INFO [M:0;6b1293cedc9a:43155 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T08:20:40,081 INFO [M:0;6b1293cedc9a:43155 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T08:20:40,081 DEBUG [M:0;6b1293cedc9a:43155 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T08:20:40,081 INFO [M:0;6b1293cedc9a:43155 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:40,081 DEBUG [M:0;6b1293cedc9a:43155 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:40,081 DEBUG [M:0;6b1293cedc9a:43155 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T08:20:40,081 DEBUG [M:0;6b1293cedc9a:43155 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:40,082 INFO [M:0;6b1293cedc9a:43155 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=127.04 KB heapSize=150.88 KB 2024-12-13T08:20:40,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:40,112 DEBUG [M:0;6b1293cedc9a:43155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2abbfd473d4e491bafe9e88804d355be is 82, key is hbase:meta,,1/info:regioninfo/1734078034424/Put/seqid=0 2024-12-13T08:20:40,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741864_1040 (size=7123) 2024-12-13T08:20:40,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741864_1040 (size=7123) 2024-12-13T08:20:40,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741864_1040 (size=7123) 2024-12-13T08:20:40,124 INFO [M:0;6b1293cedc9a:43155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.84 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2abbfd473d4e491bafe9e88804d355be 2024-12-13T08:20:40,139 INFO [RS:1;6b1293cedc9a:42989 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,42989,1734078026558; zookeeper connection closed. 2024-12-13T08:20:40,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:40,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1001e79eec60002, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:40,152 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19f65fe4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19f65fe4 2024-12-13T08:20:40,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:40,164 INFO [RS:0;6b1293cedc9a:40025 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,40025,1734078026493; zookeeper connection closed. 2024-12-13T08:20:40,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40025-0x1001e79eec60001, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:40,167 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a8d843b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a8d843b 2024-12-13T08:20:40,167 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 4 regionserver(s) complete 2024-12-13T08:20:40,175 DEBUG [M:0;6b1293cedc9a:43155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b25f8950dad94fbcb20fefcef0a4ebbb is 2427, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734078030276/Put/seqid=0 2024-12-13T08:20:40,184 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:40,184 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:40,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741865_1041 (size=10005) 2024-12-13T08:20:40,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741865_1041 (size=10005) 2024-12-13T08:20:40,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741865_1041 (size=10005) 2024-12-13T08:20:40,194 INFO [M:0;6b1293cedc9a:43155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=123.85 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b25f8950dad94fbcb20fefcef0a4ebbb 2024-12-13T08:20:40,218 DEBUG [M:0;6b1293cedc9a:43155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/600a05047f99465a8d3bde2b317bed7a is 69, key is 6b1293cedc9a,34617,1734078026609/rs:state/1734078027380/Put/seqid=0 2024-12-13T08:20:40,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741866_1042 (size=5512) 2024-12-13T08:20:40,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741866_1042 (size=5512) 2024-12-13T08:20:40,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741866_1042 (size=5512) 2024-12-13T08:20:40,237 INFO [M:0;6b1293cedc9a:43155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=314 B at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/600a05047f99465a8d3bde2b317bed7a 2024-12-13T08:20:40,248 INFO [M:0;6b1293cedc9a:43155 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 600a05047f99465a8d3bde2b317bed7a 2024-12-13T08:20:40,269 DEBUG [M:0;6b1293cedc9a:43155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/167175a77fe6499982a76991edc59c93 is 52, key is load_balancer_on/state:d/1734078030292/Put/seqid=0 2024-12-13T08:20:40,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741867_1043 (size=5057) 2024-12-13T08:20:40,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741867_1043 (size=5057) 2024-12-13T08:20:40,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741867_1043 (size=5057) 2024-12-13T08:20:40,296 INFO [M:0;6b1293cedc9a:43155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/167175a77fe6499982a76991edc59c93 2024-12-13T08:20:40,311 DEBUG [M:0;6b1293cedc9a:43155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2abbfd473d4e491bafe9e88804d355be as hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2abbfd473d4e491bafe9e88804d355be 2024-12-13T08:20:40,318 INFO [M:0;6b1293cedc9a:43155 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2abbfd473d4e491bafe9e88804d355be, entries=30, sequenceid=237, filesize=7.0 K 2024-12-13T08:20:40,319 DEBUG [M:0;6b1293cedc9a:43155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b25f8950dad94fbcb20fefcef0a4ebbb as hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b25f8950dad94fbcb20fefcef0a4ebbb 2024-12-13T08:20:40,324 INFO [M:0;6b1293cedc9a:43155 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b25f8950dad94fbcb20fefcef0a4ebbb, entries=27, sequenceid=237, filesize=9.8 K 2024-12-13T08:20:40,325 DEBUG [M:0;6b1293cedc9a:43155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/600a05047f99465a8d3bde2b317bed7a as hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/600a05047f99465a8d3bde2b317bed7a 2024-12-13T08:20:40,332 INFO [M:0;6b1293cedc9a:43155 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 600a05047f99465a8d3bde2b317bed7a 2024-12-13T08:20:40,332 INFO [M:0;6b1293cedc9a:43155 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/600a05047f99465a8d3bde2b317bed7a, entries=4, sequenceid=237, filesize=5.4 K 2024-12-13T08:20:40,333 DEBUG [M:0;6b1293cedc9a:43155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/167175a77fe6499982a76991edc59c93 as hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/167175a77fe6499982a76991edc59c93 2024-12-13T08:20:40,340 INFO [M:0;6b1293cedc9a:43155 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/167175a77fe6499982a76991edc59c93, entries=1, sequenceid=237, filesize=4.9 K 2024-12-13T08:20:40,341 INFO [M:0;6b1293cedc9a:43155 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.04 KB/130084, heapSize ~150.81 KB/154432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 260ms, sequenceid=237, compaction requested=false 2024-12-13T08:20:40,342 INFO [M:0;6b1293cedc9a:43155 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:40,342 DEBUG [M:0;6b1293cedc9a:43155 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:20:40,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741830_1006 (size=146230) 2024-12-13T08:20:40,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741830_1006 (size=146230) 2024-12-13T08:20:40,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741830_1006 (size=146230) 2024-12-13T08:20:40,345 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:40,346 INFO [M:0;6b1293cedc9a:43155 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T08:20:40,346 INFO [M:0;6b1293cedc9a:43155 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43155 2024-12-13T08:20:40,355 DEBUG [M:0;6b1293cedc9a:43155 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/6b1293cedc9a,43155,1734078026327 already deleted, retry=false 2024-12-13T08:20:40,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:40,464 INFO [M:0;6b1293cedc9a:43155 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,43155,1734078026327; zookeeper connection closed. 2024-12-13T08:20:40,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1001e79eec60000, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:40,485 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:40,485 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:40,492 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:40,492 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:40,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501a8f35{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:40,503 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76f1e2cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:40,503 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:40,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c9fbd2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:40,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30749ae5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:40,504 WARN [BP-1181627891-172.17.0.2-1734078024314 heartbeating to localhost/127.0.0.1:46549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:40,504 WARN [BP-1181627891-172.17.0.2-1734078024314 heartbeating to localhost/127.0.0.1:46549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1181627891-172.17.0.2-1734078024314 (Datanode Uuid 970c76e6-f5b0-41fc-b284-8fbb4ad525b6) service to localhost/127.0.0.1:46549 2024-12-13T08:20:40,504 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:40,504 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:40,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/dfs/data/data8/current/BP-1181627891-172.17.0.2-1734078024314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:40,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/dfs/data/data7/current/BP-1181627891-172.17.0.2-1734078024314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:40,505 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:40,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e78d286{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:40,511 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f6fa3bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:40,511 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:40,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cca9dfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:40,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@314998ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:40,512 WARN [BP-1181627891-172.17.0.2-1734078024314 heartbeating to localhost/127.0.0.1:46549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:40,512 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:40,512 WARN [BP-1181627891-172.17.0.2-1734078024314 heartbeating to localhost/127.0.0.1:46549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1181627891-172.17.0.2-1734078024314 (Datanode Uuid 5c3f9c72-9802-41f5-90d6-51b9c47a010a) service to localhost/127.0.0.1:46549 2024-12-13T08:20:40,513 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:40,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/dfs/data/data5/current/BP-1181627891-172.17.0.2-1734078024314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:40,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/dfs/data/data6/current/BP-1181627891-172.17.0.2-1734078024314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:40,514 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:40,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bce630c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:40,519 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@412c995a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:40,519 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:40,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@416d750e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:40,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24b22b10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:40,520 WARN [BP-1181627891-172.17.0.2-1734078024314 heartbeating to localhost/127.0.0.1:46549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:40,520 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:40,520 WARN [BP-1181627891-172.17.0.2-1734078024314 heartbeating to localhost/127.0.0.1:46549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1181627891-172.17.0.2-1734078024314 (Datanode Uuid 5c9b20c0-440c-4d54-a5aa-70d2728810b8) service to localhost/127.0.0.1:46549 2024-12-13T08:20:40,520 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:40,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/dfs/data/data3/current/BP-1181627891-172.17.0.2-1734078024314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:40,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/dfs/data/data4/current/BP-1181627891-172.17.0.2-1734078024314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:40,521 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:40,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5674f7c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:40,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a3e99b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:40,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:40,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c0c7d94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:40,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ada5b32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:40,530 WARN [BP-1181627891-172.17.0.2-1734078024314 heartbeating to localhost/127.0.0.1:46549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:40,530 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:40,530 WARN [BP-1181627891-172.17.0.2-1734078024314 heartbeating to localhost/127.0.0.1:46549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1181627891-172.17.0.2-1734078024314 (Datanode Uuid d14f4ecb-4cee-4fa3-8b9b-34b8f0cc40d4) service to localhost/127.0.0.1:46549 2024-12-13T08:20:40,530 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:40,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/dfs/data/data1/current/BP-1181627891-172.17.0.2-1734078024314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:40,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/cluster_fbba6ab2-8db1-658e-0082-d21a23ecc9fe/dfs/data/data2/current/BP-1181627891-172.17.0.2-1734078024314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:40,531 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:40,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29165cc0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T08:20:40,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57fb779b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:40,543 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:40,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31532cd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:40,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@da528e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:40,555 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-13T08:20:40,598 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T08:20:40,611 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testCatalogReplicaReplicationWALRolledAndDeleted Thread=259 (was 196) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57139@0x128fa9d8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$725/0x00007f54c8ae27c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:46549 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57139@0x128fa9d8-SendThread(127.0.0.1:57139) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:46549 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:57139) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57139@0x128fa9d8-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:46549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57139@0x06e23a79-SendThread(127.0.0.1:57139) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:46549 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:57139) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:46549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:46549 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57139@0x06e23a79 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$725/0x00007f54c8ae27c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57139@0x06e23a79-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=611 (was 585) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=245 (was 171) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10160 (was 10973) 2024-12-13T08:20:40,629 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testCatalogReplicaReplicationWithReplicaMoved Thread=259, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=245, ProcessCount=11, AvailableMemoryMB=10155 2024-12-13T08:20:40,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/hadoop.log.dir so I do NOT create it in target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd 2024-12-13T08:20:40,647 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/hadoop.log.dir Erasing configuration value by system value. 2024-12-13T08:20:40,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/hadoop.tmp.dir so I do NOT create it in target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd 2024-12-13T08:20:40,647 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/744a4f91-2286-8828-5457-42ea530373fd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-13T08:20:40,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd 2024-12-13T08:20:40,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=4, rsPorts=, rsClass=null, numDataNodes=4, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T08:20:40,648 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365, deleteOnExit=true 2024-12-13T08:20:40,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T08:20:40,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/test.cache.data in system properties and HBase conf 2024-12-13T08:20:40,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T08:20:40,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/hadoop.log.dir in system properties and HBase conf 2024-12-13T08:20:40,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T08:20:40,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T08:20:40,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T08:20:40,649 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T08:20:40,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T08:20:40,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T08:20:40,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T08:20:40,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T08:20:40,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T08:20:40,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T08:20:40,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T08:20:40,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T08:20:40,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T08:20:40,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/nfs.dump.dir in system properties and HBase conf 2024-12-13T08:20:40,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/java.io.tmpdir in system properties and HBase conf 2024-12-13T08:20:40,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T08:20:40,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T08:20:40,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T08:20:40,654 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1001e79eec60006, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-13T08:20:40,654 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1001e79eec6000a, quorum=127.0.0.1:57139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-13T08:20:40,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1001e79eec60006, quorum=127.0.0.1:57139, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-13T08:20:40,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1001e79eec6000a, quorum=127.0.0.1:57139, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-13T08:20:40,885 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:40,885 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:40,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:40,959 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:40,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:40,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:40,970 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T08:20:40,971 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:40,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ea6003{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:40,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12898e86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:41,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@346986fb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/java.io.tmpdir/jetty-localhost-37973-hadoop-hdfs-3_4_1-tests_jar-_-any-3664165287160339590/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T08:20:41,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d7286b8{HTTP/1.1, (http/1.1)}{localhost:37973} 2024-12-13T08:20:41,084 INFO [Time-limited test {}] server.Server(415): Started @163178ms 2024-12-13T08:20:41,386 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:41,386 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:41,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:41,395 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:41,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:41,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:41,398 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T08:20:41,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f62b9cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:41,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32202b2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:41,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@417352e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/java.io.tmpdir/jetty-localhost-45853-hadoop-hdfs-3_4_1-tests_jar-_-any-4873796346613234405/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:41,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f896ffd{HTTP/1.1, (http/1.1)}{localhost:45853} 2024-12-13T08:20:41,487 INFO [Time-limited test {}] server.Server(415): Started @163581ms 2024-12-13T08:20:41,488 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:41,501 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:20:41,501 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:41,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:41,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:41,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:41,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:41,517 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:20:41,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c07615d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:41,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44e2c404{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:41,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59b9892f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/java.io.tmpdir/jetty-localhost-43581-hadoop-hdfs-3_4_1-tests_jar-_-any-3022173232744210330/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:41,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a59b19{HTTP/1.1, (http/1.1)}{localhost:43581} 2024-12-13T08:20:41,616 INFO [Time-limited test {}] server.Server(415): Started @163710ms 2024-12-13T08:20:41,617 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:41,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:41,643 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:41,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:41,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:41,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T08:20:41,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57968fb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:41,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c52d3b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:41,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e0b60b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/java.io.tmpdir/jetty-localhost-45083-hadoop-hdfs-3_4_1-tests_jar-_-any-8850468652664117220/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:41,738 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42e878f5{HTTP/1.1, (http/1.1)}{localhost:45083} 2024-12-13T08:20:41,738 INFO [Time-limited test {}] server.Server(415): Started @163832ms 2024-12-13T08:20:41,739 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:41,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:41,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:41,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:41,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:41,770 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:20:41,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e64031e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:41,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d76f3da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:41,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31f29df1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/java.io.tmpdir/jetty-localhost-37467-hadoop-hdfs-3_4_1-tests_jar-_-any-13731556891887181538/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:41,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eb4402e{HTTP/1.1, (http/1.1)}{localhost:37467} 2024-12-13T08:20:41,862 INFO [Time-limited test {}] server.Server(415): Started @163956ms 2024-12-13T08:20:41,863 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:41,986 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:41,986 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:42,263 WARN [Thread-2577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/dfs/data/data1/current/BP-1211902605-172.17.0.2-1734078040674/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:42,263 WARN [Thread-2578 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/dfs/data/data2/current/BP-1211902605-172.17.0.2-1734078040674/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:42,284 WARN [Thread-2498 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:20:42,286 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ca2c7d5c72ea944 with lease ID 0x80892fcce8077ba0: Processing first storage report for DS-988fdf2d-9f43-4935-94e0-25b0f200434f from datanode DatanodeRegistration(127.0.0.1:37643, datanodeUuid=7544b4be-61af-4b94-86cf-abdf4bd22e95, infoPort=33093, infoSecurePort=0, ipcPort=46405, storageInfo=lv=-57;cid=testClusterID;nsid=518732359;c=1734078040674) 2024-12-13T08:20:42,286 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ca2c7d5c72ea944 with lease ID 0x80892fcce8077ba0: from storage DS-988fdf2d-9f43-4935-94e0-25b0f200434f node DatanodeRegistration(127.0.0.1:37643, datanodeUuid=7544b4be-61af-4b94-86cf-abdf4bd22e95, infoPort=33093, infoSecurePort=0, ipcPort=46405, storageInfo=lv=-57;cid=testClusterID;nsid=518732359;c=1734078040674), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T08:20:42,286 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ca2c7d5c72ea944 with lease ID 0x80892fcce8077ba0: Processing first storage report for DS-7a8fd702-0ac9-43ff-b4c1-d77e12d89267 from datanode DatanodeRegistration(127.0.0.1:37643, datanodeUuid=7544b4be-61af-4b94-86cf-abdf4bd22e95, infoPort=33093, infoSecurePort=0, ipcPort=46405, storageInfo=lv=-57;cid=testClusterID;nsid=518732359;c=1734078040674) 2024-12-13T08:20:42,286 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ca2c7d5c72ea944 with lease ID 0x80892fcce8077ba0: from storage DS-7a8fd702-0ac9-43ff-b4c1-d77e12d89267 node DatanodeRegistration(127.0.0.1:37643, datanodeUuid=7544b4be-61af-4b94-86cf-abdf4bd22e95, infoPort=33093, infoSecurePort=0, ipcPort=46405, storageInfo=lv=-57;cid=testClusterID;nsid=518732359;c=1734078040674), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:42,492 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:42,492 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:42,590 WARN [Thread-2594 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/dfs/data/data4/current/BP-1211902605-172.17.0.2-1734078040674/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:42,590 WARN [Thread-2593 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/dfs/data/data3/current/BP-1211902605-172.17.0.2-1734078040674/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:42,606 WARN [Thread-2521 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:20:42,608 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8f3ac8951902d0c with lease ID 0x80892fcce8077ba1: Processing first storage report for DS-8c1b02b2-0e75-48a0-bc0d-ea334887564e from datanode DatanodeRegistration(127.0.0.1:39635, datanodeUuid=0c1bddec-ab23-45cd-8325-1468accb044b, infoPort=35567, infoSecurePort=0, ipcPort=45613, storageInfo=lv=-57;cid=testClusterID;nsid=518732359;c=1734078040674) 2024-12-13T08:20:42,608 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8f3ac8951902d0c with lease ID 0x80892fcce8077ba1: from storage DS-8c1b02b2-0e75-48a0-bc0d-ea334887564e node DatanodeRegistration(127.0.0.1:39635, datanodeUuid=0c1bddec-ab23-45cd-8325-1468accb044b, infoPort=35567, infoSecurePort=0, ipcPort=45613, storageInfo=lv=-57;cid=testClusterID;nsid=518732359;c=1734078040674), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:42,608 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8f3ac8951902d0c with lease ID 0x80892fcce8077ba1: Processing first storage report for DS-c7ab1236-ca97-4813-bbd1-0ee709aababd from datanode DatanodeRegistration(127.0.0.1:39635, datanodeUuid=0c1bddec-ab23-45cd-8325-1468accb044b, infoPort=35567, infoSecurePort=0, ipcPort=45613, storageInfo=lv=-57;cid=testClusterID;nsid=518732359;c=1734078040674) 2024-12-13T08:20:42,608 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8f3ac8951902d0c with lease ID 0x80892fcce8077ba1: from storage DS-c7ab1236-ca97-4813-bbd1-0ee709aababd node DatanodeRegistration(127.0.0.1:39635, datanodeUuid=0c1bddec-ab23-45cd-8325-1468accb044b, infoPort=35567, infoSecurePort=0, ipcPort=45613, storageInfo=lv=-57;cid=testClusterID;nsid=518732359;c=1734078040674), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:42,687 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:42,687 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:42,734 WARN [Thread-2604 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/dfs/data/data5/current/BP-1211902605-172.17.0.2-1734078040674/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:42,734 WARN [Thread-2605 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/dfs/data/data6/current/BP-1211902605-172.17.0.2-1734078040674/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:42,753 WARN [Thread-2544 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:20:42,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6fb085422b72319 with lease ID 0x80892fcce8077ba2: Processing first storage report for DS-9f848f2b-7b7e-4ff8-b944-15665a01fd89 from datanode DatanodeRegistration(127.0.0.1:33375, datanodeUuid=6f91169c-6e04-4b74-95ed-16ee7d1f042d, infoPort=41067, infoSecurePort=0, ipcPort=38901, storageInfo=lv=-57;cid=testClusterID;nsid=518732359;c=1734078040674) 2024-12-13T08:20:42,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6fb085422b72319 with lease ID 0x80892fcce8077ba2: from storage DS-9f848f2b-7b7e-4ff8-b944-15665a01fd89 node DatanodeRegistration(127.0.0.1:33375, datanodeUuid=6f91169c-6e04-4b74-95ed-16ee7d1f042d, infoPort=41067, infoSecurePort=0, ipcPort=38901, storageInfo=lv=-57;cid=testClusterID;nsid=518732359;c=1734078040674), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:42,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6fb085422b72319 with lease ID 0x80892fcce8077ba2: Processing first storage report for DS-023bc8f4-9631-46bf-b9fc-8018525f128e from datanode DatanodeRegistration(127.0.0.1:33375, datanodeUuid=6f91169c-6e04-4b74-95ed-16ee7d1f042d, infoPort=41067, infoSecurePort=0, ipcPort=38901, storageInfo=lv=-57;cid=testClusterID;nsid=518732359;c=1734078040674) 2024-12-13T08:20:42,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6fb085422b72319 with lease ID 0x80892fcce8077ba2: from storage DS-023bc8f4-9631-46bf-b9fc-8018525f128e node DatanodeRegistration(127.0.0.1:33375, datanodeUuid=6f91169c-6e04-4b74-95ed-16ee7d1f042d, infoPort=41067, infoSecurePort=0, ipcPort=38901, storageInfo=lv=-57;cid=testClusterID;nsid=518732359;c=1734078040674), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:42,802 WARN [Thread-2615 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/dfs/data/data7/current/BP-1211902605-172.17.0.2-1734078040674/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:42,802 WARN [Thread-2616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/dfs/data/data8/current/BP-1211902605-172.17.0.2-1734078040674/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:42,820 WARN [Thread-2566 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:20:42,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaec4ac77992e6865 with lease ID 0x80892fcce8077ba3: Processing first storage report for DS-b267ac75-b94c-494f-9e9e-87e22133545f from datanode DatanodeRegistration(127.0.0.1:42399, datanodeUuid=ff943aec-3e16-4df9-b54a-5ee32cc18f04, infoPort=42121, infoSecurePort=0, ipcPort=46641, storageInfo=lv=-57;cid=testClusterID;nsid=518732359;c=1734078040674) 2024-12-13T08:20:42,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaec4ac77992e6865 with lease ID 0x80892fcce8077ba3: from storage DS-b267ac75-b94c-494f-9e9e-87e22133545f node DatanodeRegistration(127.0.0.1:42399, datanodeUuid=ff943aec-3e16-4df9-b54a-5ee32cc18f04, infoPort=42121, infoSecurePort=0, ipcPort=46641, storageInfo=lv=-57;cid=testClusterID;nsid=518732359;c=1734078040674), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:42,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaec4ac77992e6865 with lease ID 0x80892fcce8077ba3: Processing first storage report for DS-3c8b06d0-a458-406d-a365-a68a31392fa2 from datanode DatanodeRegistration(127.0.0.1:42399, datanodeUuid=ff943aec-3e16-4df9-b54a-5ee32cc18f04, infoPort=42121, infoSecurePort=0, ipcPort=46641, storageInfo=lv=-57;cid=testClusterID;nsid=518732359;c=1734078040674) 2024-12-13T08:20:42,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaec4ac77992e6865 with lease ID 0x80892fcce8077ba3: from storage DS-3c8b06d0-a458-406d-a365-a68a31392fa2 node DatanodeRegistration(127.0.0.1:42399, datanodeUuid=ff943aec-3e16-4df9-b54a-5ee32cc18f04, infoPort=42121, infoSecurePort=0, ipcPort=46641, storageInfo=lv=-57;cid=testClusterID;nsid=518732359;c=1734078040674), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:42,894 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd 2024-12-13T08:20:42,895 DEBUG [Time-limited test {}] zookeeper.MiniZooKeeperCluster(244): Failed binding ZK Server to client port: 51100 java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[?:?] at sun.nio.ch.Net.bind(Net.java:555) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.netBind(ServerSocketChannelImpl.java:337) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:294) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:89) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:81) ~[?:?] at org.apache.zookeeper.server.NIOServerCnxnFactory.configure(NIOServerCnxnFactory.java:662) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:109) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:105) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster.startup(MiniZooKeeperCluster.java:240) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtility.startMiniZKCluster(HBaseZKTestingUtility.java:129) ~[hbase-zookeeper-2.7.0-SNAPSHOT-tests.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtility.startMiniZKCluster(HBaseZKTestingUtility.java:102) ~[hbase-zookeeper-2.7.0-SNAPSHOT-tests.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtility.startMiniCluster(HBaseTestingUtility.java:1148) ~[test-classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtility.startMiniCluster(HBaseTestingUtility.java:1106) ~[test-classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.TestMetaRegionReplicaReplicationEndpoint.before(TestMetaRegionReplicaReplicationEndpoint.java:110) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:20:42,899 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/zookeeper_0, clientPort=51101, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-13T08:20:42,899 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=51101 2024-12-13T08:20:42,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:42,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:42,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:20:42,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:20:42,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:20:42,914 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2 with version=8 2024-12-13T08:20:42,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/hbase-staging 2024-12-13T08:20:42,917 INFO [Time-limited test {}] client.ConnectionUtils(129): master/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:42,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:42,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:42,917 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:42,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:42,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:42,917 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:42,917 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:42,918 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45893 2024-12-13T08:20:42,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:42,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:42,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45893 connecting to ZooKeeper ensemble=127.0.0.1:51101 2024-12-13T08:20:42,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458930x0, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:42,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45893-0x1001e7a2f920000 connected 2024-12-13T08:20:43,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:43,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:43,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:43,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45893 2024-12-13T08:20:43,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45893 2024-12-13T08:20:43,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45893 2024-12-13T08:20:43,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45893 2024-12-13T08:20:43,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45893 2024-12-13T08:20:43,043 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2, hbase.cluster.distributed=false 2024-12-13T08:20:43,064 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:43,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:43,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:43,065 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:43,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:43,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:43,065 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:43,065 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:43,065 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45283 2024-12-13T08:20:43,065 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:20:43,066 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:20:43,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:43,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:43,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45283 connecting to ZooKeeper ensemble=127.0.0.1:51101 2024-12-13T08:20:43,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452830x0, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:43,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452830x0, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:43,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45283-0x1001e7a2f920001 connected 2024-12-13T08:20:43,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:43,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:43,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45283 2024-12-13T08:20:43,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45283 2024-12-13T08:20:43,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45283 2024-12-13T08:20:43,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45283 2024-12-13T08:20:43,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45283 2024-12-13T08:20:43,100 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:43,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:43,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:43,100 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:43,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:43,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:43,101 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:43,101 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:43,101 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35159 2024-12-13T08:20:43,101 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:20:43,102 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:20:43,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:43,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:43,106 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35159 connecting to ZooKeeper ensemble=127.0.0.1:51101 2024-12-13T08:20:43,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351590x0, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:43,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351590x0, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:43,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35159-0x1001e7a2f920002 connected 2024-12-13T08:20:43,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:43,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:43,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35159 2024-12-13T08:20:43,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35159 2024-12-13T08:20:43,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35159 2024-12-13T08:20:43,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35159 2024-12-13T08:20:43,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35159 2024-12-13T08:20:43,129 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:43,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:43,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:43,129 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:43,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:43,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:43,129 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:43,129 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:43,129 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42877 2024-12-13T08:20:43,130 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:20:43,130 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:20:43,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:43,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:43,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42877 connecting to ZooKeeper ensemble=127.0.0.1:51101 2024-12-13T08:20:43,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428770x0, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:43,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428770x0, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:43,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42877-0x1001e7a2f920003 connected 2024-12-13T08:20:43,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:43,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:43,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42877 2024-12-13T08:20:43,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42877 2024-12-13T08:20:43,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42877 2024-12-13T08:20:43,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42877 2024-12-13T08:20:43,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42877 2024-12-13T08:20:43,159 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:43,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:43,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:43,159 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:43,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:43,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:43,159 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:43,159 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:43,160 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35911 2024-12-13T08:20:43,160 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:20:43,161 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:20:43,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:43,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:43,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35911 connecting to ZooKeeper ensemble=127.0.0.1:51101 2024-12-13T08:20:43,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359110x0, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:43,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359110x0, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:43,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35911-0x1001e7a2f920004 connected 2024-12-13T08:20:43,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:43,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:43,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35911 2024-12-13T08:20:43,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35911 2024-12-13T08:20:43,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35911 2024-12-13T08:20:43,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35911 2024-12-13T08:20:43,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35911 2024-12-13T08:20:43,177 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/6b1293cedc9a,45893,1734078042916 2024-12-13T08:20:43,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:43,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:43,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:43,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:43,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:43,181 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6b1293cedc9a,45893,1734078042916 2024-12-13T08:20:43,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:43,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:43,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:43,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:43,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:43,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,189 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-13T08:20:43,189 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6b1293cedc9a,45893,1734078042916 from backup master directory 2024-12-13T08:20:43,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-13T08:20:43,190 DEBUG [M:0;6b1293cedc9a:45893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1293cedc9a:45893 2024-12-13T08:20:43,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6b1293cedc9a,45893,1734078042916 2024-12-13T08:20:43,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:43,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:43,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:43,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:43,197 WARN [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:43,197 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1293cedc9a,45893,1734078042916 2024-12-13T08:20:43,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:43,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:20:43,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:20:43,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:20:43,208 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/hbase.id with ID: 12ccce2c-e4ac-4a23-a09a-7757d72770bd 2024-12-13T08:20:43,216 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:43,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:20:43,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:20:43,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:20:43,229 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:20:43,230 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T08:20:43,230 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:43,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:20:43,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:20:43,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:20:43,237 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store 2024-12-13T08:20:43,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:20:43,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:20:43,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:20:43,244 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:43,244 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T08:20:43,244 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:43,244 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:43,244 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T08:20:43,244 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:43,244 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:43,244 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:20:43,245 WARN [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/.initializing 2024-12-13T08:20:43,245 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/WALs/6b1293cedc9a,45893,1734078042916 2024-12-13T08:20:43,245 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:43,247 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1293cedc9a%2C45893%2C1734078042916, suffix=, logDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/WALs/6b1293cedc9a,45893,1734078042916, archiveDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/oldWALs, maxLogs=10 2024-12-13T08:20:43,258 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/WALs/6b1293cedc9a,45893,1734078042916/6b1293cedc9a%2C45893%2C1734078042916.1734078043247, exclude list is [], retry=0 2024-12-13T08:20:43,260 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39635,DS-8c1b02b2-0e75-48a0-bc0d-ea334887564e,DISK] 2024-12-13T08:20:43,260 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33375,DS-9f848f2b-7b7e-4ff8-b944-15665a01fd89,DISK] 2024-12-13T08:20:43,260 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37643,DS-988fdf2d-9f43-4935-94e0-25b0f200434f,DISK] 2024-12-13T08:20:43,262 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/WALs/6b1293cedc9a,45893,1734078042916/6b1293cedc9a%2C45893%2C1734078042916.1734078043247 2024-12-13T08:20:43,262 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41067:41067),(127.0.0.1/127.0.0.1:33093:33093),(127.0.0.1/127.0.0.1:35567:35567)] 2024-12-13T08:20:43,262 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:43,262 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:43,262 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:43,262 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:43,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:43,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T08:20:43,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:43,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:43,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:43,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T08:20:43,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:43,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:43,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:43,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T08:20:43,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:43,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:43,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:43,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T08:20:43,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:43,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:43,270 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:43,270 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:43,271 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T08:20:43,272 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:43,274 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:20:43,274 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71869026, jitterRate=0.07093194127082825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T08:20:43,275 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:20:43,275 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T08:20:43,278 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d192931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:43,278 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T08:20:43,279 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T08:20:43,279 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T08:20:43,279 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T08:20:43,279 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-13T08:20:43,279 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-13T08:20:43,279 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T08:20:43,281 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T08:20:43,281 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-13T08:20:43,289 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-13T08:20:43,289 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T08:20:43,289 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-13T08:20:43,297 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-13T08:20:43,297 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T08:20:43,298 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-13T08:20:43,305 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-13T08:20:43,306 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-13T08:20:43,314 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-13T08:20:43,315 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T08:20:43,322 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-13T08:20:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,331 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=6b1293cedc9a,45893,1734078042916, sessionid=0x1001e7a2f920000, setting cluster-up flag (Was=false) 2024-12-13T08:20:43,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,372 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-13T08:20:43,373 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1293cedc9a,45893,1734078042916 2024-12-13T08:20:43,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:43,414 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-13T08:20:43,414 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1293cedc9a,45893,1734078042916 2024-12-13T08:20:43,416 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T08:20:43,416 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T08:20:43,416 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T08:20:43,417 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1293cedc9a,45893,1734078042916 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T08:20:43,417 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:20:43,417 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:20:43,417 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:20:43,417 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:20:43,417 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1293cedc9a:0, corePoolSize=10, maxPoolSize=10 2024-12-13T08:20:43,417 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,417 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:43,417 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,419 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734078073419 2024-12-13T08:20:43,419 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T08:20:43,420 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T08:20:43,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T08:20:43,420 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T08:20:43,420 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T08:20:43,420 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T08:20:43,420 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T08:20:43,420 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T08:20:43,420 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,420 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T08:20:43,420 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T08:20:43,420 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T08:20:43,421 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:43,421 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T08:20:43,421 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T08:20:43,421 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:20:43,421 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734078043421,5,FailOnTimeoutGroup] 2024-12-13T08:20:43,422 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734078043421,5,FailOnTimeoutGroup] 2024-12-13T08:20:43,422 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,422 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T08:20:43,422 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,422 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:20:43,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:20:43,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:20:43,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T08:20:43,436 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2 2024-12-13T08:20:43,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741832_1008 (size=32) 2024-12-13T08:20:43,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741832_1008 (size=32) 2024-12-13T08:20:43,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741832_1008 (size=32) 2024-12-13T08:20:43,487 DEBUG [RS:0;6b1293cedc9a:45283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1293cedc9a:45283 2024-12-13T08:20:43,487 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:43,487 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:43,487 DEBUG [RS:1;6b1293cedc9a:35159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6b1293cedc9a:35159 2024-12-13T08:20:43,487 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.HRegionServer(1008): ClusterId : 12ccce2c-e4ac-4a23-a09a-7757d72770bd 2024-12-13T08:20:43,487 DEBUG [RS:0;6b1293cedc9a:45283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:20:43,492 DEBUG [RS:2;6b1293cedc9a:42877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6b1293cedc9a:42877 2024-12-13T08:20:43,492 DEBUG [RS:3;6b1293cedc9a:35911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:3;6b1293cedc9a:35911 2024-12-13T08:20:43,497 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.HRegionServer(1008): ClusterId : 12ccce2c-e4ac-4a23-a09a-7757d72770bd 2024-12-13T08:20:43,497 DEBUG [RS:1;6b1293cedc9a:35159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:20:43,497 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.HRegionServer(1008): ClusterId : 12ccce2c-e4ac-4a23-a09a-7757d72770bd 2024-12-13T08:20:43,497 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.HRegionServer(1008): ClusterId : 12ccce2c-e4ac-4a23-a09a-7757d72770bd 2024-12-13T08:20:43,497 DEBUG [RS:3;6b1293cedc9a:35911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:20:43,497 DEBUG [RS:2;6b1293cedc9a:42877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:20:43,505 DEBUG [RS:0;6b1293cedc9a:45283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:20:43,505 DEBUG [RS:0;6b1293cedc9a:45283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:20:43,522 DEBUG [RS:1;6b1293cedc9a:35159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:20:43,522 DEBUG [RS:1;6b1293cedc9a:35159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:20:43,522 DEBUG [RS:2;6b1293cedc9a:42877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:20:43,522 DEBUG [RS:2;6b1293cedc9a:42877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:20:43,522 DEBUG [RS:3;6b1293cedc9a:35911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:20:43,522 DEBUG [RS:3;6b1293cedc9a:35911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:20:43,530 DEBUG [RS:0;6b1293cedc9a:45283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:20:43,530 DEBUG [RS:0;6b1293cedc9a:45283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d8543f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:43,531 DEBUG [RS:0;6b1293cedc9a:45283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1180d2f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:43,531 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:20:43,531 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:20:43,531 DEBUG [RS:0;6b1293cedc9a:45283 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:20:43,539 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,45893,1734078042916 with isa=6b1293cedc9a/172.17.0.2:45283, startcode=1734078043064 2024-12-13T08:20:43,539 DEBUG [RS:0;6b1293cedc9a:45283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:20:43,539 DEBUG [RS:1;6b1293cedc9a:35159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:20:43,539 DEBUG [RS:1;6b1293cedc9a:35159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e9fb04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:43,539 DEBUG [RS:2;6b1293cedc9a:42877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:20:43,539 DEBUG [RS:3;6b1293cedc9a:35911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:20:43,540 DEBUG [RS:3;6b1293cedc9a:35911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f816417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:43,540 DEBUG [RS:2;6b1293cedc9a:42877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1869cb85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:43,540 DEBUG [RS:1;6b1293cedc9a:35159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1618c58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:43,540 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:20:43,540 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:20:43,540 DEBUG [RS:1;6b1293cedc9a:35159 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:20:43,540 DEBUG [RS:3;6b1293cedc9a:35911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f61e0f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:43,540 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:20:43,540 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:20:43,540 DEBUG [RS:2;6b1293cedc9a:42877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52cab14e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:43,540 DEBUG [RS:3;6b1293cedc9a:35911 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:20:43,540 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:20:43,540 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:20:43,540 DEBUG [RS:2;6b1293cedc9a:42877 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:20:43,540 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,45893,1734078042916 with isa=6b1293cedc9a/172.17.0.2:35159, startcode=1734078043100 2024-12-13T08:20:43,540 DEBUG [RS:1;6b1293cedc9a:35159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:20:43,541 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52849, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:20:43,541 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,45893,1734078042916 with isa=6b1293cedc9a/172.17.0.2:35911, startcode=1734078043158 2024-12-13T08:20:43,541 DEBUG [RS:3;6b1293cedc9a:35911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:20:43,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45893 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,45283,1734078043064 2024-12-13T08:20:43,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45893 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,45283,1734078043064 2024-12-13T08:20:43,541 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,45893,1734078042916 with isa=6b1293cedc9a/172.17.0.2:42877, startcode=1734078043128 2024-12-13T08:20:43,541 DEBUG [RS:2;6b1293cedc9a:42877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:20:43,542 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44057, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:20:43,542 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36575, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:20:43,542 DEBUG [RS:0;6b1293cedc9a:45283 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2 2024-12-13T08:20:43,542 DEBUG [RS:0;6b1293cedc9a:45283 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46449 2024-12-13T08:20:43,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45893 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,35911,1734078043158 2024-12-13T08:20:43,542 DEBUG [RS:0;6b1293cedc9a:45283 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:20:43,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45893 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,35911,1734078043158 2024-12-13T08:20:43,543 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42003, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:20:43,543 DEBUG [RS:3;6b1293cedc9a:35911 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2 2024-12-13T08:20:43,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45893 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,35159,1734078043100 2024-12-13T08:20:43,543 DEBUG [RS:3;6b1293cedc9a:35911 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46449 2024-12-13T08:20:43,543 DEBUG [RS:3;6b1293cedc9a:35911 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:20:43,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45893 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,35159,1734078043100 2024-12-13T08:20:43,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45893 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,42877,1734078043128 2024-12-13T08:20:43,545 DEBUG [RS:1;6b1293cedc9a:35159 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2 2024-12-13T08:20:43,545 DEBUG [RS:1;6b1293cedc9a:35159 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46449 2024-12-13T08:20:43,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45893 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,42877,1734078043128 2024-12-13T08:20:43,545 DEBUG [RS:1;6b1293cedc9a:35159 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:20:43,546 DEBUG [RS:2;6b1293cedc9a:42877 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2 2024-12-13T08:20:43,546 DEBUG [RS:2;6b1293cedc9a:42877 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46449 2024-12-13T08:20:43,546 DEBUG [RS:2;6b1293cedc9a:42877 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:20:43,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:20:43,579 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:20:43,581 DEBUG [RS:0;6b1293cedc9a:45283 {}] zookeeper.ZKUtil(111): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,45283,1734078043064 2024-12-13T08:20:43,581 WARN [RS:0;6b1293cedc9a:45283 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:43,581 INFO [RS:0;6b1293cedc9a:45283 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:43,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,35911,1734078043158] 2024-12-13T08:20:43,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,42877,1734078043128] 2024-12-13T08:20:43,581 DEBUG [RS:3;6b1293cedc9a:35911 {}] zookeeper.ZKUtil(111): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,35911,1734078043158 2024-12-13T08:20:43,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,35159,1734078043100] 2024-12-13T08:20:43,581 DEBUG [RS:2;6b1293cedc9a:42877 {}] zookeeper.ZKUtil(111): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,42877,1734078043128 2024-12-13T08:20:43,581 DEBUG [RS:1;6b1293cedc9a:35159 {}] zookeeper.ZKUtil(111): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,35159,1734078043100 2024-12-13T08:20:43,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,45283,1734078043064] 2024-12-13T08:20:43,581 DEBUG [RS:0;6b1293cedc9a:45283 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064 2024-12-13T08:20:43,581 WARN [RS:3;6b1293cedc9a:35911 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:43,581 WARN [RS:1;6b1293cedc9a:35159 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:43,581 WARN [RS:2;6b1293cedc9a:42877 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:43,581 INFO [RS:1;6b1293cedc9a:35159 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:43,581 INFO [RS:2;6b1293cedc9a:42877 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:43,581 INFO [RS:3;6b1293cedc9a:35911 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:43,581 DEBUG [RS:2;6b1293cedc9a:42877 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,42877,1734078043128 2024-12-13T08:20:43,581 DEBUG [RS:1;6b1293cedc9a:35159 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,35159,1734078043100 2024-12-13T08:20:43,581 DEBUG [RS:3;6b1293cedc9a:35911 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,35911,1734078043158 2024-12-13T08:20:43,586 DEBUG [RS:3;6b1293cedc9a:35911 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:20:43,586 DEBUG [RS:2;6b1293cedc9a:42877 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:20:43,586 DEBUG [RS:0;6b1293cedc9a:45283 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:20:43,586 DEBUG [RS:1;6b1293cedc9a:35159 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:20:43,586 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:20:43,586 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:20:43,586 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:20:43,587 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:20:43,589 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:20:43,589 INFO [RS:3;6b1293cedc9a:35911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:43,590 INFO [RS:3;6b1293cedc9a:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,590 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:20:43,591 INFO [RS:3;6b1293cedc9a:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,591 DEBUG [RS:3;6b1293cedc9a:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,591 DEBUG [RS:3;6b1293cedc9a:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,591 DEBUG [RS:3;6b1293cedc9a:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,591 DEBUG [RS:3;6b1293cedc9a:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,591 DEBUG [RS:3;6b1293cedc9a:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,591 DEBUG [RS:3;6b1293cedc9a:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:43,591 DEBUG [RS:3;6b1293cedc9a:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,591 DEBUG [RS:3;6b1293cedc9a:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,591 DEBUG [RS:3;6b1293cedc9a:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,592 DEBUG [RS:3;6b1293cedc9a:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,592 DEBUG [RS:3;6b1293cedc9a:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,592 DEBUG [RS:3;6b1293cedc9a:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:43,592 DEBUG [RS:3;6b1293cedc9a:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:43,592 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:20:43,592 INFO [RS:1;6b1293cedc9a:35159 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:43,592 INFO [RS:3;6b1293cedc9a:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,593 INFO [RS:1;6b1293cedc9a:35159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,593 INFO [RS:3;6b1293cedc9a:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,593 INFO [RS:3;6b1293cedc9a:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,593 INFO [RS:3;6b1293cedc9a:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,593 INFO [RS:3;6b1293cedc9a:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,35911,1734078043158-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:43,593 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:20:43,593 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:20:43,594 INFO [RS:1;6b1293cedc9a:35159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,594 DEBUG [RS:1;6b1293cedc9a:35159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,594 DEBUG [RS:1;6b1293cedc9a:35159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,594 DEBUG [RS:1;6b1293cedc9a:35159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,594 DEBUG [RS:1;6b1293cedc9a:35159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,594 DEBUG [RS:1;6b1293cedc9a:35159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,594 DEBUG [RS:1;6b1293cedc9a:35159 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:43,594 DEBUG [RS:1;6b1293cedc9a:35159 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,594 DEBUG [RS:1;6b1293cedc9a:35159 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,594 DEBUG [RS:1;6b1293cedc9a:35159 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,594 DEBUG [RS:1;6b1293cedc9a:35159 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,594 DEBUG [RS:1;6b1293cedc9a:35159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,594 DEBUG [RS:1;6b1293cedc9a:35159 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:43,594 DEBUG [RS:1;6b1293cedc9a:35159 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:43,599 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:20:43,599 INFO [RS:0;6b1293cedc9a:45283 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:43,599 INFO [RS:0;6b1293cedc9a:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,599 INFO [RS:2;6b1293cedc9a:42877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:43,599 INFO [RS:2;6b1293cedc9a:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,599 INFO [RS:1;6b1293cedc9a:35159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,599 INFO [RS:1;6b1293cedc9a:35159 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,599 INFO [RS:1;6b1293cedc9a:35159 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,599 INFO [RS:1;6b1293cedc9a:35159 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,599 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:20:43,599 INFO [RS:1;6b1293cedc9a:35159 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,35159,1734078043100-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:43,600 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:20:43,600 INFO [RS:0;6b1293cedc9a:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,600 INFO [RS:2;6b1293cedc9a:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,600 DEBUG [RS:0;6b1293cedc9a:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,600 DEBUG [RS:2;6b1293cedc9a:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,600 DEBUG [RS:0;6b1293cedc9a:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,600 DEBUG [RS:2;6b1293cedc9a:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,600 DEBUG [RS:0;6b1293cedc9a:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,600 DEBUG [RS:2;6b1293cedc9a:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,600 DEBUG [RS:0;6b1293cedc9a:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,600 DEBUG [RS:2;6b1293cedc9a:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,600 DEBUG [RS:0;6b1293cedc9a:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,600 DEBUG [RS:2;6b1293cedc9a:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,601 DEBUG [RS:0;6b1293cedc9a:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:43,601 DEBUG [RS:2;6b1293cedc9a:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:43,601 DEBUG [RS:0;6b1293cedc9a:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,601 DEBUG [RS:0;6b1293cedc9a:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,601 DEBUG [RS:2;6b1293cedc9a:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,601 DEBUG [RS:0;6b1293cedc9a:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,601 DEBUG [RS:2;6b1293cedc9a:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,601 DEBUG [RS:0;6b1293cedc9a:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,601 DEBUG [RS:2;6b1293cedc9a:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,601 DEBUG [RS:0;6b1293cedc9a:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,601 DEBUG [RS:2;6b1293cedc9a:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,601 DEBUG [RS:0;6b1293cedc9a:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:43,601 DEBUG [RS:2;6b1293cedc9a:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:43,601 DEBUG [RS:0;6b1293cedc9a:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:43,601 DEBUG [RS:2;6b1293cedc9a:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:43,601 DEBUG [RS:2;6b1293cedc9a:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:43,604 INFO [RS:0;6b1293cedc9a:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,604 INFO [RS:0;6b1293cedc9a:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,604 INFO [RS:0;6b1293cedc9a:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,604 INFO [RS:0;6b1293cedc9a:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,604 INFO [RS:0;6b1293cedc9a:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,45283,1734078043064-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:43,605 INFO [RS:2;6b1293cedc9a:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,605 INFO [RS:2;6b1293cedc9a:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,605 INFO [RS:2;6b1293cedc9a:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,605 INFO [RS:2;6b1293cedc9a:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,605 INFO [RS:2;6b1293cedc9a:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,42877,1734078043128-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:43,607 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:20:43,607 INFO [RS:3;6b1293cedc9a:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,35911,1734078043158-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,612 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:20:43,612 INFO [RS:1;6b1293cedc9a:35159 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,35159,1734078043100-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,618 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:20:43,618 INFO [RS:0;6b1293cedc9a:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,45283,1734078043064-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,623 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.Replication(204): 6b1293cedc9a,35911,1734078043158 started 2024-12-13T08:20:43,623 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,35911,1734078043158, RpcServer on 6b1293cedc9a/172.17.0.2:35911, sessionid=0x1001e7a2f920004 2024-12-13T08:20:43,623 DEBUG [RS:3;6b1293cedc9a:35911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:20:43,623 DEBUG [RS:3;6b1293cedc9a:35911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,35911,1734078043158 2024-12-13T08:20:43,623 DEBUG [RS:3;6b1293cedc9a:35911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,35911,1734078043158' 2024-12-13T08:20:43,623 DEBUG [RS:3;6b1293cedc9a:35911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:20:43,624 DEBUG [RS:3;6b1293cedc9a:35911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:20:43,624 DEBUG [RS:3;6b1293cedc9a:35911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:20:43,624 DEBUG [RS:3;6b1293cedc9a:35911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:20:43,624 DEBUG [RS:3;6b1293cedc9a:35911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,35911,1734078043158 2024-12-13T08:20:43,624 DEBUG [RS:3;6b1293cedc9a:35911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,35911,1734078043158' 2024-12-13T08:20:43,624 DEBUG [RS:3;6b1293cedc9a:35911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:20:43,624 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:20:43,624 INFO [RS:2;6b1293cedc9a:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,42877,1734078043128-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:43,624 DEBUG [RS:3;6b1293cedc9a:35911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:20:43,625 DEBUG [RS:3;6b1293cedc9a:35911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:20:43,625 INFO [RS:3;6b1293cedc9a:35911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:20:43,625 INFO [RS:3;6b1293cedc9a:35911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:20:43,629 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.Replication(204): 6b1293cedc9a,35159,1734078043100 started 2024-12-13T08:20:43,629 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,35159,1734078043100, RpcServer on 6b1293cedc9a/172.17.0.2:35159, sessionid=0x1001e7a2f920002 2024-12-13T08:20:43,629 DEBUG [RS:1;6b1293cedc9a:35159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:20:43,629 DEBUG [RS:1;6b1293cedc9a:35159 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,35159,1734078043100 2024-12-13T08:20:43,629 DEBUG [RS:1;6b1293cedc9a:35159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,35159,1734078043100' 2024-12-13T08:20:43,629 DEBUG [RS:1;6b1293cedc9a:35159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:20:43,629 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.Replication(204): 6b1293cedc9a,45283,1734078043064 started 2024-12-13T08:20:43,629 DEBUG [RS:1;6b1293cedc9a:35159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:20:43,629 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,45283,1734078043064, RpcServer on 6b1293cedc9a/172.17.0.2:45283, sessionid=0x1001e7a2f920001 2024-12-13T08:20:43,629 DEBUG [RS:0;6b1293cedc9a:45283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:20:43,629 DEBUG [RS:0;6b1293cedc9a:45283 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,45283,1734078043064 2024-12-13T08:20:43,629 DEBUG [RS:0;6b1293cedc9a:45283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,45283,1734078043064' 2024-12-13T08:20:43,629 DEBUG [RS:0;6b1293cedc9a:45283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:20:43,629 DEBUG [RS:1;6b1293cedc9a:35159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:20:43,629 DEBUG [RS:1;6b1293cedc9a:35159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:20:43,629 DEBUG [RS:1;6b1293cedc9a:35159 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,35159,1734078043100 2024-12-13T08:20:43,629 DEBUG [RS:1;6b1293cedc9a:35159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,35159,1734078043100' 2024-12-13T08:20:43,629 DEBUG [RS:1;6b1293cedc9a:35159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:20:43,629 DEBUG [RS:0;6b1293cedc9a:45283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:20:43,630 DEBUG [RS:0;6b1293cedc9a:45283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:20:43,630 DEBUG [RS:1;6b1293cedc9a:35159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:20:43,630 DEBUG [RS:0;6b1293cedc9a:45283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:20:43,630 DEBUG [RS:0;6b1293cedc9a:45283 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,45283,1734078043064 2024-12-13T08:20:43,630 DEBUG [RS:0;6b1293cedc9a:45283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,45283,1734078043064' 2024-12-13T08:20:43,630 DEBUG [RS:0;6b1293cedc9a:45283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:20:43,630 DEBUG [RS:1;6b1293cedc9a:35159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:20:43,630 DEBUG [RS:0;6b1293cedc9a:45283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:20:43,630 INFO [RS:1;6b1293cedc9a:35159 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:20:43,630 INFO [RS:1;6b1293cedc9a:35159 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:20:43,630 DEBUG [RS:0;6b1293cedc9a:45283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:20:43,630 INFO [RS:0;6b1293cedc9a:45283 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:20:43,630 INFO [RS:0;6b1293cedc9a:45283 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:20:43,636 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.Replication(204): 6b1293cedc9a,42877,1734078043128 started 2024-12-13T08:20:43,637 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,42877,1734078043128, RpcServer on 6b1293cedc9a/172.17.0.2:42877, sessionid=0x1001e7a2f920003 2024-12-13T08:20:43,637 DEBUG [RS:2;6b1293cedc9a:42877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:20:43,637 DEBUG [RS:2;6b1293cedc9a:42877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,42877,1734078043128 2024-12-13T08:20:43,637 DEBUG [RS:2;6b1293cedc9a:42877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,42877,1734078043128' 2024-12-13T08:20:43,637 DEBUG [RS:2;6b1293cedc9a:42877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:20:43,637 DEBUG [RS:2;6b1293cedc9a:42877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:20:43,637 DEBUG [RS:2;6b1293cedc9a:42877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:20:43,637 DEBUG [RS:2;6b1293cedc9a:42877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:20:43,637 DEBUG [RS:2;6b1293cedc9a:42877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,42877,1734078043128 2024-12-13T08:20:43,637 DEBUG [RS:2;6b1293cedc9a:42877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,42877,1734078043128' 2024-12-13T08:20:43,637 DEBUG [RS:2;6b1293cedc9a:42877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:20:43,638 DEBUG [RS:2;6b1293cedc9a:42877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:20:43,638 DEBUG [RS:2;6b1293cedc9a:42877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:20:43,638 INFO [RS:2;6b1293cedc9a:42877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:20:43,638 INFO [RS:2;6b1293cedc9a:42877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:20:43,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:43,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-13T08:20:43,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-13T08:20:43,725 INFO [RS:3;6b1293cedc9a:35911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:43,728 INFO [RS:3;6b1293cedc9a:35911 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C35911%2C1734078043158, suffix=, logDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,35911,1734078043158, archiveDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/oldWALs, maxLogs=10 2024-12-13T08:20:43,730 INFO [RS:1;6b1293cedc9a:35159 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:43,731 INFO [RS:0;6b1293cedc9a:45283 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:43,733 INFO [RS:0;6b1293cedc9a:45283 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C45283%2C1734078043064, suffix=, logDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064, archiveDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/oldWALs, maxLogs=10 2024-12-13T08:20:43,733 INFO [RS:1;6b1293cedc9a:35159 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C35159%2C1734078043100, suffix=, logDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,35159,1734078043100, archiveDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/oldWALs, maxLogs=10 2024-12-13T08:20:43,739 INFO [RS:2;6b1293cedc9a:42877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:43,740 INFO [RS:2;6b1293cedc9a:42877 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C42877%2C1734078043128, suffix=, logDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,42877,1734078043128, archiveDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/oldWALs, maxLogs=10 2024-12-13T08:20:43,746 DEBUG [RS:3;6b1293cedc9a:35911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,35911,1734078043158/6b1293cedc9a%2C35911%2C1734078043158.1734078043729, exclude list is [], retry=0 2024-12-13T08:20:43,747 DEBUG [RS:1;6b1293cedc9a:35159 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,35159,1734078043100/6b1293cedc9a%2C35159%2C1734078043100.1734078043734, exclude list is [], retry=0 2024-12-13T08:20:43,747 DEBUG [RS:0;6b1293cedc9a:45283 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.1734078043734, exclude list is [], retry=0 2024-12-13T08:20:43,749 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42399,DS-b267ac75-b94c-494f-9e9e-87e22133545f,DISK] 2024-12-13T08:20:43,749 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33375,DS-9f848f2b-7b7e-4ff8-b944-15665a01fd89,DISK] 2024-12-13T08:20:43,749 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39635,DS-8c1b02b2-0e75-48a0-bc0d-ea334887564e,DISK] 2024-12-13T08:20:43,750 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42399,DS-b267ac75-b94c-494f-9e9e-87e22133545f,DISK] 2024-12-13T08:20:43,750 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39635,DS-8c1b02b2-0e75-48a0-bc0d-ea334887564e,DISK] 2024-12-13T08:20:43,750 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37643,DS-988fdf2d-9f43-4935-94e0-25b0f200434f,DISK] 2024-12-13T08:20:43,750 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37643,DS-988fdf2d-9f43-4935-94e0-25b0f200434f,DISK] 2024-12-13T08:20:43,750 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33375,DS-9f848f2b-7b7e-4ff8-b944-15665a01fd89,DISK] 2024-12-13T08:20:43,750 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39635,DS-8c1b02b2-0e75-48a0-bc0d-ea334887564e,DISK] 2024-12-13T08:20:43,752 DEBUG [RS:2;6b1293cedc9a:42877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,42877,1734078043128/6b1293cedc9a%2C42877%2C1734078043128.1734078043740, exclude list is [], retry=0 2024-12-13T08:20:43,752 INFO [RS:3;6b1293cedc9a:35911 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,35911,1734078043158/6b1293cedc9a%2C35911%2C1734078043158.1734078043729 2024-12-13T08:20:43,753 INFO [RS:0;6b1293cedc9a:45283 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.1734078043734 2024-12-13T08:20:43,753 DEBUG [RS:3;6b1293cedc9a:35911 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42121:42121),(127.0.0.1/127.0.0.1:41067:41067),(127.0.0.1/127.0.0.1:35567:35567)] 2024-12-13T08:20:43,754 DEBUG [RS:0;6b1293cedc9a:45283 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33093:33093),(127.0.0.1/127.0.0.1:42121:42121),(127.0.0.1/127.0.0.1:35567:35567)] 2024-12-13T08:20:43,754 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42399,DS-b267ac75-b94c-494f-9e9e-87e22133545f,DISK] 2024-12-13T08:20:43,754 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33375,DS-9f848f2b-7b7e-4ff8-b944-15665a01fd89,DISK] 2024-12-13T08:20:43,754 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39635,DS-8c1b02b2-0e75-48a0-bc0d-ea334887564e,DISK] 2024-12-13T08:20:43,755 INFO [RS:1;6b1293cedc9a:35159 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,35159,1734078043100/6b1293cedc9a%2C35159%2C1734078043100.1734078043734 2024-12-13T08:20:43,755 DEBUG [RS:1;6b1293cedc9a:35159 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41067:41067),(127.0.0.1/127.0.0.1:33093:33093),(127.0.0.1/127.0.0.1:35567:35567)] 2024-12-13T08:20:43,756 INFO [RS:2;6b1293cedc9a:42877 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,42877,1734078043128/6b1293cedc9a%2C42877%2C1734078043128.1734078043740 2024-12-13T08:20:43,756 DEBUG [RS:2;6b1293cedc9a:42877 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42121:42121),(127.0.0.1/127.0.0.1:35567:35567),(127.0.0.1/127.0.0.1:41067:41067)] 2024-12-13T08:20:43,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:43,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:20:43,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:20:43,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:43,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:43,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:20:43,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:20:43,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:43,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:43,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:20:43,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:20:43,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:43,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:43,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740 2024-12-13T08:20:43,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740 2024-12-13T08:20:43,855 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:43,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:20:43,860 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:20:43,861 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64537058, jitterRate=-0.038322895765304565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:43,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:20:43,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:20:43,862 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:20:43,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:20:43,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:20:43,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:20:43,862 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:43,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:20:43,863 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T08:20:43,863 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T08:20:43,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T08:20:43,864 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T08:20:43,865 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:20:44,015 DEBUG [6b1293cedc9a:45893 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-13T08:20:44,015 DEBUG [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:20:44,017 DEBUG [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:20:44,017 DEBUG [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:20:44,017 DEBUG [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:20:44,017 DEBUG [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:20:44,017 INFO [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:20:44,017 INFO [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:20:44,017 INFO [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:20:44,017 INFO [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:20:44,017 DEBUG [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-13T08:20:44,017 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1293cedc9a,45283,1734078043064 2024-12-13T08:20:44,017 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,45283,1734078043064, state=OPENING 2024-12-13T08:20:44,055 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T08:20:44,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:44,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:44,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:44,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:44,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:44,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:44,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:44,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:44,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:44,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:44,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6b1293cedc9a,45283,1734078043064}] 2024-12-13T08:20:44,216 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,45283,1734078043064 2024-12-13T08:20:44,216 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:44,218 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:20:44,220 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T08:20:44,220 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:44,232 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-13T08:20:44,232 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T08:20:44,234 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C45283%2C1734078043064.meta, suffix=.meta, logDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064, archiveDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/oldWALs, maxLogs=10 2024-12-13T08:20:44,244 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x553e7fb6 to 127.0.0.1:51101 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1afb8e64 2024-12-13T08:20:44,244 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, exclude list is [], retry=0 2024-12-13T08:20:44,246 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42399,DS-b267ac75-b94c-494f-9e9e-87e22133545f,DISK] 2024-12-13T08:20:44,246 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37643,DS-988fdf2d-9f43-4935-94e0-25b0f200434f,DISK] 2024-12-13T08:20:44,246 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33375,DS-9f848f2b-7b7e-4ff8-b944-15665a01fd89,DISK] 2024-12-13T08:20:44,248 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta 2024-12-13T08:20:44,248 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42121:42121),(127.0.0.1/127.0.0.1:33093:33093),(127.0.0.1/127.0.0.1:41067:41067)] 2024-12-13T08:20:44,248 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:44,248 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:44,248 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T08:20:44,248 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:44,248 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T08:20:44,248 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:44,249 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T08:20:44,249 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T08:20:44,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:20:44,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:20:44,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:44,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:44,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:20:44,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:20:44,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:44,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:44,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:20:44,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:20:44,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:44,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:44,253 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740 2024-12-13T08:20:44,254 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740 2024-12-13T08:20:44,255 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:44,256 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188c36d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:44,256 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:20:44,257 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:51101 2024-12-13T08:20:44,257 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72155592, jitterRate=0.0752021074295044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:44,258 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:20:44,258 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734078044216 2024-12-13T08:20:44,259 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T08:20:44,259 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T08:20:44,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,45283,1734078043064 2024-12-13T08:20:44,260 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,45283,1734078043064, state=OPEN 2024-12-13T08:20:44,264 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:44,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1001e7a2f920006 connected 2024-12-13T08:20:44,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:44,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:44,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:44,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:44,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:44,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:44,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:44,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:44,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:44,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:44,273 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=12ccce2c-e4ac-4a23-a09a-7757d72770bd to cluster=12ccce2c-e4ac-4a23-a09a-7757d72770bd 2024-12-13T08:20:44,273 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=6b1293cedc9a%2C45283%2C1734078043064 2024-12-13T08:20:44,273 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T08:20:44,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T08:20:44,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=6b1293cedc9a,45283,1734078043064 in 208 msec 2024-12-13T08:20:44,273 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:44,273 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1293cedc9a%2C45283%2C1734078043064 2024-12-13T08:20:44,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T08:20:44,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-12-13T08:20:44,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 858 msec 2024-12-13T08:20:44,275 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734078044275, completionTime=-1 2024-12-13T08:20:44,275 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=4; waited=0ms, expected min=4 server(s), max=4 server(s), master is running 2024-12-13T08:20:44,275 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T08:20:44,279 DEBUG [hconnection-0x32175fe9-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:44,280 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:44,281 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:44,281 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 316, reset compression=false 2024-12-13T08:20:44,281 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734078044258/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=316, nbRowKeys=1, nbHFiles=0, heapSize=332, lastSeqIds={}, endOfFile=false,usedBufferSize=332] 2024-12-13T08:20:44,281 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=4 2024-12-13T08:20:44,281 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734078104281 2024-12-13T08:20:44,281 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734078164281 2024-12-13T08:20:44,281 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 6 msec 2024-12-13T08:20:44,297 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:20:44,297 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,45893,1734078042916-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:44,298 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,45893,1734078042916-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:44,298 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,45893,1734078042916-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:44,298 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1293cedc9a:45893, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:44,298 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:44,298 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T08:20:44,298 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:20:44,299 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T08:20:44,299 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T08:20:44,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:20:44,300 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:44,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:20:44,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741838_1014 (size=358) 2024-12-13T08:20:44,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741838_1014 (size=358) 2024-12-13T08:20:44,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741838_1014 (size=358) 2024-12-13T08:20:44,312 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 086cf6f89ddf396fc7e35ba7c45f4de3, NAME => 'hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2 2024-12-13T08:20:44,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:20:44,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:20:44,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:20:44,321 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:44,321 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 086cf6f89ddf396fc7e35ba7c45f4de3, disabling compactions & flushes 2024-12-13T08:20:44,321 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3. 2024-12-13T08:20:44,321 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3. 2024-12-13T08:20:44,321 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3. after waiting 0 ms 2024-12-13T08:20:44,321 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3. 2024-12-13T08:20:44,321 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3. 2024-12-13T08:20:44,321 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 086cf6f89ddf396fc7e35ba7c45f4de3: 2024-12-13T08:20:44,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:20:44,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734078044321"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078044321"}]},"ts":"1734078044321"} 2024-12-13T08:20:44,323 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T08:20:44,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:20:44,323 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078044323"}]},"ts":"1734078044323"} 2024-12-13T08:20:44,324 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T08:20:44,339 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:20:44,340 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:20:44,340 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:20:44,340 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:20:44,340 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:20:44,340 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:20:44,340 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:20:44,340 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:20:44,340 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:20:44,340 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-13T08:20:44,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=086cf6f89ddf396fc7e35ba7c45f4de3, ASSIGN}] 2024-12-13T08:20:44,342 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=086cf6f89ddf396fc7e35ba7c45f4de3, ASSIGN 2024-12-13T08:20:44,342 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=086cf6f89ddf396fc7e35ba7c45f4de3, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35159,1734078043100; forceNewPlan=false, retain=false 2024-12-13T08:20:44,387 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:44,388 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:44,485 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 316, reset compression=false 2024-12-13T08:20:44,493 INFO [6b1293cedc9a:45893 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:20:44,493 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:44,493 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 685, reset compression=false 2024-12-13T08:20:44,493 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4=[#edits: 2 = ],436}, {hbase:meta/1588230740/5=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=685, nbRowKeys=2, nbHFiles=0, heapSize=624, lastSeqIds={}, endOfFile=false,usedBufferSize=624] 2024-12-13T08:20:44,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=086cf6f89ddf396fc7e35ba7c45f4de3, regionState=OPENING, regionLocation=6b1293cedc9a,35159,1734078043100 2024-12-13T08:20:44,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 086cf6f89ddf396fc7e35ba7c45f4de3, server=6b1293cedc9a,35159,1734078043100}] 2024-12-13T08:20:44,513 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:44,513 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6=[#edits: 3 = ],612}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=1094, nbRowKeys=1, nbHFiles=0, heapSize=612, lastSeqIds={}, endOfFile=false,usedBufferSize=612] 2024-12-13T08:20:44,513 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 1094, reset compression=false 2024-12-13T08:20:44,593 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:44,593 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:44,647 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,35159,1734078043100 2024-12-13T08:20:44,647 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:44,649 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:20:44,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3. 2024-12-13T08:20:44,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 086cf6f89ddf396fc7e35ba7c45f4de3, NAME => 'hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:44,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 086cf6f89ddf396fc7e35ba7c45f4de3 2024-12-13T08:20:44,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:44,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 086cf6f89ddf396fc7e35ba7c45f4de3 2024-12-13T08:20:44,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 086cf6f89ddf396fc7e35ba7c45f4de3 2024-12-13T08:20:44,657 INFO [StoreOpener-086cf6f89ddf396fc7e35ba7c45f4de3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 086cf6f89ddf396fc7e35ba7c45f4de3 2024-12-13T08:20:44,658 INFO [StoreOpener-086cf6f89ddf396fc7e35ba7c45f4de3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 086cf6f89ddf396fc7e35ba7c45f4de3 columnFamilyName info 2024-12-13T08:20:44,658 DEBUG [StoreOpener-086cf6f89ddf396fc7e35ba7c45f4de3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:44,659 INFO [StoreOpener-086cf6f89ddf396fc7e35ba7c45f4de3-1 {}] regionserver.HStore(327): Store=086cf6f89ddf396fc7e35ba7c45f4de3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:44,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/namespace/086cf6f89ddf396fc7e35ba7c45f4de3 2024-12-13T08:20:44,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/namespace/086cf6f89ddf396fc7e35ba7c45f4de3 2024-12-13T08:20:44,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 086cf6f89ddf396fc7e35ba7c45f4de3 2024-12-13T08:20:44,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/namespace/086cf6f89ddf396fc7e35ba7c45f4de3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:20:44,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 086cf6f89ddf396fc7e35ba7c45f4de3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64528035, jitterRate=-0.03845734894275665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:20:44,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 086cf6f89ddf396fc7e35ba7c45f4de3: 2024-12-13T08:20:44,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3., pid=6, masterSystemTime=1734078044647 2024-12-13T08:20:44,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3. 2024-12-13T08:20:44,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3. 2024-12-13T08:20:44,672 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=086cf6f89ddf396fc7e35ba7c45f4de3, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35159,1734078043100 2024-12-13T08:20:44,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T08:20:44,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 086cf6f89ddf396fc7e35ba7c45f4de3, server=6b1293cedc9a,35159,1734078043100 in 177 msec 2024-12-13T08:20:44,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T08:20:44,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=086cf6f89ddf396fc7e35ba7c45f4de3, ASSIGN in 334 msec 2024-12-13T08:20:44,676 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:20:44,676 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078044676"}]},"ts":"1734078044676"} 2024-12-13T08:20:44,677 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T08:20:44,681 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:20:44,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 383 msec 2024-12-13T08:20:44,700 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-13T08:20:44,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:44,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-13T08:20:44,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:44,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:44,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:44,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:44,708 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:44,711 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:44,712 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T08:20:44,719 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 1094, reset compression=false 2024-12-13T08:20:44,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-13T08:20:44,724 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:44,724 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 1808, reset compression=false 2024-12-13T08:20:44,724 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7=[#edits: 5 = ],916}, {hbase:meta/1588230740/8=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=1808, nbRowKeys=2, nbHFiles=0, heapSize=1104, lastSeqIds={}, endOfFile=false,usedBufferSize=1104] 2024-12-13T08:20:44,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 20 msec 2024-12-13T08:20:44,733 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T08:20:44,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-13T08:20:44,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 23 msec 2024-12-13T08:20:44,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-13T08:20:44,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-13T08:20:44,797 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.600sec 2024-12-13T08:20:44,797 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T08:20:44,797 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T08:20:44,797 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T08:20:44,797 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T08:20:44,797 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T08:20:44,797 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,45893,1734078042916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:44,798 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,45893,1734078042916-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T08:20:44,799 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T08:20:44,799 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T08:20:44,799 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,45893,1734078042916-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:44,880 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05f1eadf to 127.0.0.1:51101 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ce01f00 2024-12-13T08:20:44,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8ca78f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:44,891 DEBUG [hconnection-0x643d66c9-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:44,892 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:44,893 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=6b1293cedc9a,45893,1734078042916 2024-12-13T08:20:44,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T08:20:44,894 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T08:20:44,896 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45893 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table hbase:meta from 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} to 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', REGION_REPLICATION => '3', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:20:44,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45893 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=hbase:meta 2024-12-13T08:20:44,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741840_1016 (size=1064) 2024-12-13T08:20:44,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741840_1016 (size=1064) 2024-12-13T08:20:44,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741840_1016 (size=1064) 2024-12-13T08:20:44,919 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T08:20:44,919 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/.tabledesc/.tableinfo.0000000002.1064 2024-12-13T08:20:44,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=hbase:meta}] 2024-12-13T08:20:44,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE}] 2024-12-13T08:20:44,925 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-13T08:20:44,926 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=6b1293cedc9a,45283,1734078043064 2024-12-13T08:20:44,926 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,45283,1734078043064, state=CLOSING 2024-12-13T08:20:44,928 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 1808, reset compression=false 2024-12-13T08:20:44,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:44,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:44,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:44,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:44,931 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:20:44,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; CloseRegionProcedure 1588230740, server=6b1293cedc9a,45283,1734078043064}] 2024-12-13T08:20:44,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:44,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:44,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:44,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:44,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:44,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:45,084 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,45283,1734078043064 2024-12-13T08:20:45,085 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-13T08:20:45,085 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:20:45,085 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:20:45,085 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:20:45,085 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:20:45,085 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:20:45,085 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:20:45,085 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.23 KB heapSize=2.87 KB 2024-12-13T08:20:45,099 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/.tmp/info/96a66403aedb459ca31f6031dc4f7799 is 143, key is hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3./info:regioninfo/1734078044672/Put/seqid=0 2024-12-13T08:20:45,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741841_1017 (size=6595) 2024-12-13T08:20:45,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741841_1017 (size=6595) 2024-12-13T08:20:45,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741841_1017 (size=6595) 2024-12-13T08:20:45,104 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.14 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/.tmp/info/96a66403aedb459ca31f6031dc4f7799 2024-12-13T08:20:45,121 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/.tmp/table/0b405e7fd789479db42a862036ecb49c is 51, key is hbase:namespace/table:state/1734078044676/Put/seqid=0 2024-12-13T08:20:45,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741842_1018 (size=5242) 2024-12-13T08:20:45,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741842_1018 (size=5242) 2024-12-13T08:20:45,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741842_1018 (size=5242) 2024-12-13T08:20:45,128 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/.tmp/table/0b405e7fd789479db42a862036ecb49c 2024-12-13T08:20:45,133 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/.tmp/info/96a66403aedb459ca31f6031dc4f7799 as hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/info/96a66403aedb459ca31f6031dc4f7799 2024-12-13T08:20:45,138 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/info/96a66403aedb459ca31f6031dc4f7799, entries=10, sequenceid=9, filesize=6.4 K 2024-12-13T08:20:45,139 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/.tmp/table/0b405e7fd789479db42a862036ecb49c as hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/table/0b405e7fd789479db42a862036ecb49c 2024-12-13T08:20:45,144 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/table/0b405e7fd789479db42a862036ecb49c, entries=2, sequenceid=9, filesize=5.1 K 2024-12-13T08:20:45,144 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(3040): Finished flush of dataSize ~1.23 KB/1264, heapSize ~2.59 KB/2648, currentSize=0 B/0 for 1588230740 in 59ms, sequenceid=9, compaction requested=false 2024-12-13T08:20:45,144 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-13T08:20:45,148 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-13T08:20:45,149 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:45,149 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:45,149 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:20:45,149 WARN [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionServer(3786): Not adding moved region record: 1588230740 to self. 2024-12-13T08:20:45,150 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-13T08:20:45,150 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-13T08:20:45,150 WARN [PEWorker-1 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-13T08:20:45,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-13T08:20:45,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; CloseRegionProcedure 1588230740, server=6b1293cedc9a,45283,1734078043064 in 219 msec 2024-12-13T08:20:45,152 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=6b1293cedc9a,45283,1734078043064; forceNewPlan=false, retain=true 2024-12-13T08:20:45,162 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:20:45,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:45,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:45,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:45,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:45,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:45,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:45,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:45,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:45,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:45,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:45,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:45,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:45,235 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 1808, reset compression=false 2024-12-13T08:20:45,239 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:45,239 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 2476, reset compression=false 2024-12-13T08:20:45,239 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078045085/Put/vlen=101/seqid=0; >],284}, {hbase:meta/1588230740/11=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078045144/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/12=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734078045145/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=2476, nbRowKeys=3, nbHFiles=0, heapSize=972, lastSeqIds={}, endOfFile=false,usedBufferSize=972] 2024-12-13T08:20:45,241 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-13T08:20:45,242 WARN [ReadOnlyZKClient-127.0.0.1:51101@0x553e7fb6 {}] client.ZKConnectionRegistry(198): Meta region is in state CLOSING 2024-12-13T08:20:45,302 INFO [6b1293cedc9a:45893 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:20:45,302 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1293cedc9a,45283,1734078043064 2024-12-13T08:20:45,302 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,45283,1734078043064, state=OPENING 2024-12-13T08:20:45,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:45,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:45,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:45,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:45,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:45,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6b1293cedc9a,45283,1734078043064}] 2024-12-13T08:20:45,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:45,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:45,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:45,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:45,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:45,388 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:45,388 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:45,443 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 2476, reset compression=false 2024-12-13T08:20:45,490 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,45283,1734078043064 2024-12-13T08:20:45,493 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T08:20:45,493 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:45,493 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:45,493 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T08:20:45,493 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:45,493 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T08:20:45,493 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:45,493 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T08:20:45,493 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T08:20:45,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:20:45,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:20:45,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:45,500 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/info/96a66403aedb459ca31f6031dc4f7799 2024-12-13T08:20:45,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:45,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:20:45,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:20:45,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:45,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:45,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:20:45,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:20:45,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:45,507 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/table/0b405e7fd789479db42a862036ecb49c 2024-12-13T08:20:45,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:45,507 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740 2024-12-13T08:20:45,508 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740 2024-12-13T08:20:45,510 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:45,510 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:20:45,511 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74372496, jitterRate=0.10823655128479004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:45,511 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:20:45,512 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=13, masterSystemTime=1734078045490 2024-12-13T08:20:45,513 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T08:20:45,513 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T08:20:45,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,45283,1734078043064 2024-12-13T08:20:45,513 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,45283,1734078043064, state=OPEN 2024-12-13T08:20:45,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:45,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:45,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:45,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:45,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:45,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:45,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:45,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:45,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:45,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:45,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-13T08:20:45,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1588230740, server=6b1293cedc9a,45283,1734078043064 in 205 msec 2024-12-13T08:20:45,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-13T08:20:45,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 622 msec 2024-12-13T08:20:45,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-13T08:20:45,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; ReopenTableRegionsProcedure table=hbase:meta in 627 msec 2024-12-13T08:20:45,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN}] 2024-12-13T08:20:45,550 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN 2024-12-13T08:20:45,550 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN 2024-12-13T08:20:45,551 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:20:45,551 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:20:45,701 DEBUG [6b1293cedc9a:45893 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-13T08:20:45,701 DEBUG [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:20:45,704 DEBUG [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:20:45,704 DEBUG [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:20:45,704 DEBUG [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:20:45,704 DEBUG [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:20:45,704 INFO [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:20:45,704 INFO [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:20:45,704 INFO [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:20:45,704 INFO [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:20:45,704 DEBUG [6b1293cedc9a:45893 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-13T08:20:45,705 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=6b1293cedc9a,35159,1734078043100 2024-12-13T08:20:45,705 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=6b1293cedc9a,42877,1734078043128 2024-12-13T08:20:45,705 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 6b1293cedc9a,35159,1734078043100, state=OPENING 2024-12-13T08:20:45,705 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 6b1293cedc9a,42877,1734078043128, state=OPENING 2024-12-13T08:20:45,722 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=1, create it 2024-12-13T08:20:45,722 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=2, create it 2024-12-13T08:20:45,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:45,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:45,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:45,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:45,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:45,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:45,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:45,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:45,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:45,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:45,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:45,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:45,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:45,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:45,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE; OpenRegionProcedure 1657623790, server=6b1293cedc9a,35159,1734078043100}] 2024-12-13T08:20:45,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:45,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:45,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:45,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:45,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:45,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:45,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE; OpenRegionProcedure 534574363, server=6b1293cedc9a,42877,1734078043128}] 2024-12-13T08:20:45,746 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 2476, reset compression=false 2024-12-13T08:20:45,750 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:45,750 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 2775, reset compression=false 2024-12-13T08:20:45,750 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/14=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734078045511/Put/vlen=196/seqid=0; >],404}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=2775, nbRowKeys=1, nbHFiles=0, heapSize=404, lastSeqIds={}, endOfFile=false,usedBufferSize=404] 2024-12-13T08:20:45,752 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-2 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-13T08:20:45,753 WARN [ReadOnlyZKClient-127.0.0.1:51101@0x553e7fb6 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-13T08:20:45,753 WARN [ReadOnlyZKClient-127.0.0.1:51101@0x553e7fb6 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-13T08:20:45,754 WARN [ReadOnlyZKClient-127.0.0.1:51101@0x553e7fb6 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-13T08:20:45,754 WARN [ReadOnlyZKClient-127.0.0.1:51101@0x553e7fb6 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-13T08:20:45,755 WARN [ReadOnlyZKClient-127.0.0.1:51101@0x553e7fb6 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-13T08:20:45,755 WARN [ReadOnlyZKClient-127.0.0.1:51101@0x553e7fb6 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-13T08:20:45,855 WARN [ReadOnlyZKClient-127.0.0.1:51101@0x553e7fb6 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-13T08:20:45,855 WARN [ReadOnlyZKClient-127.0.0.1:51101@0x553e7fb6 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-13T08:20:45,856 WARN [ReadOnlyZKClient-127.0.0.1:51101@0x553e7fb6 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-13T08:20:45,856 WARN [ReadOnlyZKClient-127.0.0.1:51101@0x553e7fb6 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-13T08:20:45,884 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,35159,1734078043100 2024-12-13T08:20:45,886 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,42877,1734078043128 2024-12-13T08:20:45,886 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:45,887 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-13T08:20:45,887 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-13T08:20:45,887 INFO [RS-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:20:45,888 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:45,888 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-13T08:20:45,888 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:45,888 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-13T08:20:45,888 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:45,888 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-13T08:20:45,888 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-13T08:20:45,888 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-13T08:20:45,889 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-13T08:20:45,889 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:45,890 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-13T08:20:45,890 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-13T08:20:45,890 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:45,890 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-13T08:20:45,890 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:45,890 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-13T08:20:45,890 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:45,891 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-13T08:20:45,891 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-13T08:20:45,892 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-13T08:20:45,893 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-13T08:20:45,893 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:45,895 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/info/96a66403aedb459ca31f6031dc4f7799 2024-12-13T08:20:45,895 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:45,895 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-13T08:20:45,896 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-13T08:20:45,896 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:45,896 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:45,896 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-13T08:20:45,897 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-13T08:20:45,897 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:45,898 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/info/96a66403aedb459ca31f6031dc4f7799 2024-12-13T08:20:45,898 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:45,898 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-13T08:20:45,899 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-13T08:20:45,899 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:45,900 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:45,900 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-13T08:20:45,900 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-13T08:20:45,900 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:45,902 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/table/0b405e7fd789479db42a862036ecb49c 2024-12-13T08:20:45,902 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:45,903 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:45,904 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61080046, jitterRate=-0.08983638882637024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:45,904 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-13T08:20:45,904 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=16, masterSystemTime=1734078045884 2024-12-13T08:20:45,906 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,35159,1734078043100 2024-12-13T08:20:45,906 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-13T08:20:45,906 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-13T08:20:45,906 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 6b1293cedc9a,35159,1734078043100, state=OPEN 2024-12-13T08:20:45,906 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-13T08:20:45,906 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:45,907 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:45,908 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/table/0b405e7fd789479db42a862036ecb49c 2024-12-13T08:20:45,908 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45283 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-13T08:20:45,908 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:45,908 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:45,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45283 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:45,908 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 1657623790; now waiting and blocking reads until observing a flush marker 2024-12-13T08:20:45,908 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-13T08:20:45,909 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70578343, jitterRate=0.05169926583766937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:45,909 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-13T08:20:45,909 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=17, masterSystemTime=1734078045885 2024-12-13T08:20:45,910 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-13T08:20:45,910 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-13T08:20:45,910 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-13T08:20:45,910 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,42877,1734078043128 2024-12-13T08:20:45,911 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:45,911 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 6b1293cedc9a,42877,1734078043128, state=OPEN 2024-12-13T08:20:45,911 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:45,911 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45283 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-13T08:20:45,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45283 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:45,912 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 534574363; now waiting and blocking reads until observing a flush marker 2024-12-13T08:20:45,912 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-13T08:20:45,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:45,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:45,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:45,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:45,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:45,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:45,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:45,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:45,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:45,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:45,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=15 2024-12-13T08:20:45,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=15, state=SUCCESS; OpenRegionProcedure 1657623790, server=6b1293cedc9a,35159,1734078043100 in 183 msec 2024-12-13T08:20:45,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN in 365 msec 2024-12-13T08:20:45,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:45,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:45,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:45,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:45,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:45,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:45,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:45,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:45,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:45,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:45,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=14 2024-12-13T08:20:45,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=14, state=SUCCESS; OpenRegionProcedure 534574363, server=6b1293cedc9a,42877,1734078043128 in 191 msec 2024-12-13T08:20:45,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=14, resume processing ppid=9 2024-12-13T08:20:45,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN in 373 msec 2024-12-13T08:20:45,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; ModifyTableProcedure table=hbase:meta in 1.0280 sec 2024-12-13T08:20:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:20:45,926 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:45,927 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x085ea65e to 127.0.0.1:51101 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7da82b2 2024-12-13T08:20:45,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5e390d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:45,939 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(313): Writing data from 0 to 1000 2024-12-13T08:20:45,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:45,941 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:45,953 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 2775, reset compression=false 2024-12-13T08:20:45,959 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 43 WAL entries eligible for replication 2024-12-13T08:20:45,959 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 5813, reset compression=false 2024-12-13T08:20:45,964 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:46,058 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:46,058 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:46,059 INFO [RS-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] regionserver.HRegion(6096): 1657623790 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 13 stores { family_name: "info" store_home_dir: "info" store_file: "96a66403aedb459ca31f6031dc4f7799" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "0b405e7fd789479db42a862036ecb49c" } server { host_name: "6b1293cedc9a" port: 45283 start_code: 1734078043064 } region_name: "hbase:meta,,1" 2024-12-13T08:20:46,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-13T08:20:46,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-13T08:20:46,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-13T08:20:46,064 INFO [RS-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42877 {}] regionserver.HRegion(6096): 534574363 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 13 stores { family_name: "info" store_home_dir: "info" store_file: "96a66403aedb459ca31f6031dc4f7799" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "0b405e7fd789479db42a862036ecb49c" } server { host_name: "6b1293cedc9a" port: 45283 start_code: 1734078043064 } region_name: "hbase:meta,,1" 2024-12-13T08:20:46,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42877 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-13T08:20:46,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42877 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-13T08:20:46,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42877 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-13T08:20:46,066 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 6561, reset compression=false 2024-12-13T08:20:46,066 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/16=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078045908/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/18=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078045912/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/19=[#edits: 1 = <0/info:/1734078045941/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/20=[#edits: 1 = <1/info:/1734078045942/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/21=[#edits: 1 = <2/info:/1734078045942/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/22=[#edits: 1 = <3/info:/1734078045943/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/23=[#edits: 1 = <4/info:/1734078045943/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/24=[#edits: 1 = <5/info:/1734078045943/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/25=[#edits: 1 = <6/info:/1734078045944/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/26=[#edits: 1 = <7/info:/1734078045944/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/27=[#edits: 1 = <8/info:/1734078045944/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/28=[#edits: 1 = <9/info:/1734078045945/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/29=[#edits: 1 = <10/info:/1734078045945/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/30=[#edits: 1 = <11/info:/1734078045946/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/31=[#edits: 1 = <12/info:/1734078045946/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/32=[#edits: 1 = <13/info:/1734078045946/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/33=[#edits: 1 = <14/info:/1734078045947/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/34=[#edits: 1 = <15/info:/1734078045947/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/35=[#edits: 1 = <16/info:/1734078045947/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/36=[#edits: 1 = <17/info:/1734078045948/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/37=[#edits: 1 = <18/info:/1734078045949/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/38=[#edits: 1 = <19/info:/1734078045949/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/39=[#edits: 1 = <20/info:/1734078045949/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/40=[#edits: 1 = <21/info:/1734078045950/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/41=[#edits: 1 = <22/info:/1734078045950/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/42=[#edits: 1 = <23/info:/1734078045950/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/43=[#edits: 1 = <24/info:/1734078045951/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/44=[#edits: 1 = <25/info:/1734078045951/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/45=[#edits: 1 = <26/info:/1734078045952/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/46=[#edits: 1 = <27/info:/1734078045952/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/47=[#edits: 1 = <28/info:/1734078045952/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/48=[#edits: 1 = <29/info:/1734078045952/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/49=[#edits: 1 = <30/info:/1734078045953/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/50=[#edits: 1 = <31/info:/1734078045953/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/51=[#edits: 1 = <32/info:/1734078045954/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/52=[#edits: 1 = <33/info:/1734078045954/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/53=[#edits: 1 = <34/info:/1734078045954/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/54=[#edits: 1 = <35/info:/1734078045955/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/55=[#edits: 1 = <36/info:/1734078045955/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/56=[#edits: 1 = <37/info:/1734078045955/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/57=[#edits: 1 = <38/info:/1734078045956/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/58=[#edits: 1 = <39/info:/1734078045956/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/59=[#edits: 1 = <40/info:/1734078045957/Put/vlen=2/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=5813, nbRowKeys=43, nbHFiles=0, heapSize=7524, lastSeqIds={}, endOfFile=false,usedBufferSize=7524] 2024-12-13T08:20:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42877 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:20:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42877 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:20:46,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42877 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:20:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:20:46,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:46,082 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:46,083 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/60=[#edits: 1 = <41/info:/1734078045957/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/61=[#edits: 1 = <42/info:/1734078045958/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/62=[#edits: 1 = <43/info:/1734078045958/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/63=[#edits: 1 = <44/info:/1734078045958/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/64=[#edits: 1 = <45/info:/1734078045959/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/65=[#edits: 1 = <46/info:/1734078045960/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/66=[#edits: 1 = <47/info:/1734078045960/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/67=[#edits: 1 = <48/info:/1734078045961/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/68=[#edits: 1 = <49/info:/1734078045961/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/69=[#edits: 1 = <50/info:/1734078045962/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/70=[#edits: 1 = <51/info:/1734078045962/Put/vlen=2/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=6561, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:46,085 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:46,092 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/71=[#edits: 1 = <52/info:/1734078045963/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/72=[#edits: 1 = <53/info:/1734078045963/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/73=[#edits: 1 = <54/info:/1734078045964/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/74=[#edits: 1 = <55/info:/1734078045964/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/75=[#edits: 1 = <56/info:/1734078045965/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/76=[#edits: 1 = <57/info:/1734078045965/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/77=[#edits: 1 = <58/info:/1734078045965/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/78=[#edits: 1 = <59/info:/1734078045966/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/79=[#edits: 1 = <60/info:/1734078045966/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/80=[#edits: 1 = <61/info:/1734078045967/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/81=[#edits: 1 = <62/info:/1734078045967/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/82=[#edits: 1 = <63/info:/1734078045967/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/83=[#edits: 1 = <64/info:/1734078045968/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/84=[#edits: 1 = <65/info:/1734078045968/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/85=[#edits: 1 = <66/info:/1734078045968/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/86=[#edits: 1 = <67/info:/1734078045969/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/87=[#edits: 1 = <68/info:/1734078045969/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/88=[#edits: 1 = <69/info:/1734078045969/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/89=[#edits: 1 = <70/info:/1734078045970/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/90=[#edits: 1 = <71/info:/1734078045970/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/91=[#edits: 1 = <72/info:/1734078045970/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/92=[#edits: 1 = <73/info:/1734078045971/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/93=[#edits: 1 = <74/info:/1734078045971/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/94=[#edits: 1 = <75/info:/1734078045971/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/95=[#edits: 1 = <76/info:/1734078045972/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/96=[#edits: 1 = <77/info:/1734078045972/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/97=[#edits: 1 = <78/info:/1734078045972/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/98=[#edits: 1 = <79/info:/1734078045973/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/99=[#edits: 1 = <80/info:/1734078045973/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/100=[#edits: 1 = <81/info:/1734078045973/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/101=[#edits: 1 = <82/info:/1734078045974/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/102=[#edits: 1 = <83/info:/1734078045974/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/103=[#edits: 1 = <84/info:/1734078045974/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/104=[#edits: 1 = <85/info:/1734078045975/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/105=[#edits: 1 = <86/info:/1734078045975/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/106=[#edits: 1 = <87/info:/1734078045975/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/107=[#edits: 1 = <88/info:/1734078045976/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/108=[#edits: 1 = <89/info:/1734078045976/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/109=[#edits: 1 = <90/info:/1734078045976/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/110=[#edits: 1 = <91/info:/1734078045979/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/111=[#edits: 1 = <92/info:/1734078045979/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/112=[#edits: 1 = <93/info:/1734078045979/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/113=[#edits: 1 = <94/info:/1734078045980/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/114=[#edits: 1 = <95/info:/1734078045980/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/115=[#edits: 1 = <96/info:/1734078045981/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/116=[#edits: 1 = <97/info:/1734078045981/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/117=[#edits: 1 = <98/info:/1734078045981/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/118=[#edits: 1 = <99/info:/1734078045981/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/119=[#edits: 1 = <100/info:/1734078045982/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/120=[#edits: 1 = <101/info:/1734078045982/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/121=[#edits: 1 = <102/info:/1734078045982/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/122=[#edits: 1 = <103/info:/1734078045983/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/123=[#edits: 1 = <104/info:/1734078045983/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/124=[#edits: 1 = <105/info:/1734078045984/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/125=[#edits: 1 = <106/info:/1734078045984/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/126=[#edits: 1 = <107/info:/1734078045984/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/127=[#edits: 1 = <108/info:/1734078045985/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/128=[#edits: 1 = <109/info:/1734078045985/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/129=[#edits: 1 = <110/info:/1734078045985/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/130=[#edits: 1 = <111/info:/1734078045985/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=10668, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:46,094 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:46,096 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/131=[#edits: 1 = <112/info:/1734078045986/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/132=[#edits: 1 = <113/info:/1734078045986/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/133=[#edits: 1 = <114/info:/1734078045986/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/134=[#edits: 1 = <115/info:/1734078045987/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/135=[#edits: 1 = <116/info:/1734078045987/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/136=[#edits: 1 = <117/info:/1734078045988/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/137=[#edits: 1 = <118/info:/1734078045988/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/138=[#edits: 1 = <119/info:/1734078045988/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/139=[#edits: 1 = <120/info:/1734078045988/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/140=[#edits: 1 = <121/info:/1734078045989/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/141=[#edits: 1 = <122/info:/1734078045989/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/142=[#edits: 1 = <123/info:/1734078045990/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/143=[#edits: 1 = <124/info:/1734078045990/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/144=[#edits: 1 = <125/info:/1734078045991/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/145=[#edits: 1 = <126/info:/1734078045991/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/146=[#edits: 1 = <127/info:/1734078045991/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/147=[#edits: 1 = <128/info:/1734078045991/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/148=[#edits: 1 = <129/info:/1734078045992/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/149=[#edits: 1 = <130/info:/1734078045992/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/150=[#edits: 1 = <131/info:/1734078045992/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/151=[#edits: 1 = <132/info:/1734078045993/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/152=[#edits: 1 = <133/info:/1734078045993/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/153=[#edits: 1 = <134/info:/1734078045993/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/154=[#edits: 1 = <135/info:/1734078045994/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/155=[#edits: 1 = <136/info:/1734078045994/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/156=[#edits: 1 = <137/info:/1734078045994/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/157=[#edits: 1 = <138/info:/1734078045995/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/158=[#edits: 1 = <139/info:/1734078045995/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/159=[#edits: 1 = <140/info:/1734078045995/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/160=[#edits: 1 = <141/info:/1734078045996/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/161=[#edits: 1 = <142/info:/1734078045996/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/162=[#edits: 1 = <143/info:/1734078045996/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/163=[#edits: 1 = <144/info:/1734078045996/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/164=[#edits: 1 = <145/info:/1734078045997/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/165=[#edits: 1 = <146/info:/1734078045997/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/166=[#edits: 1 = <147/info:/1734078045998/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/167=[#edits: 1 = <148/info:/1734078045998/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/168=[#edits: 1 = <149/info:/1734078045998/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/169=[#edits: 1 = <150/info:/1734078045998/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/170=[#edits: 1 = <151/info:/1734078045999/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/171=[#edits: 1 = <152/info:/1734078045999/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/172=[#edits: 1 = <153/info:/1734078045999/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/173=[#edits: 1 = <154/info:/1734078046000/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/174=[#edits: 1 = <155/info:/1734078046000/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/175=[#edits: 1 = <156/info:/1734078046000/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/176=[#edits: 1 = <157/info:/1734078046001/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/177=[#edits: 1 = <158/info:/1734078046001/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/178=[#edits: 1 = <159/info:/1734078046001/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/179=[#edits: 1 = <160/info:/1734078046002/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/180=[#edits: 1 = <161/info:/1734078046002/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/181=[#edits: 1 = <162/info:/1734078046002/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/182=[#edits: 1 = <163/info:/1734078046003/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/183=[#edits: 1 = <164/info:/1734078046003/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/184=[#edits: 1 = <165/info:/1734078046003/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/185=[#edits: 1 = <166/info:/1734078046003/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/186=[#edits: 1 = <167/info:/1734078046004/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/187=[#edits: 1 = <168/info:/1734078046004/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/188=[#edits: 1 = <169/info:/1734078046004/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/189=[#edits: 1 = <170/info:/1734078046005/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/190=[#edits: 1 = <171/info:/1734078046005/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=14928, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:46,098 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 52 WAL entries eligible for replication 2024-12-13T08:20:46,100 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/191=[#edits: 1 = <172/info:/1734078046005/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/192=[#edits: 1 = <173/info:/1734078046006/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/193=[#edits: 1 = <174/info:/1734078046006/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/194=[#edits: 1 = <175/info:/1734078046006/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/195=[#edits: 1 = <176/info:/1734078046007/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/196=[#edits: 1 = <177/info:/1734078046007/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/197=[#edits: 1 = <178/info:/1734078046007/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/198=[#edits: 1 = <179/info:/1734078046007/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/199=[#edits: 1 = <180/info:/1734078046008/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/200=[#edits: 1 = <181/info:/1734078046008/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/201=[#edits: 1 = <182/info:/1734078046008/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/202=[#edits: 1 = <183/info:/1734078046009/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/203=[#edits: 1 = <184/info:/1734078046009/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/204=[#edits: 1 = <185/info:/1734078046009/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/205=[#edits: 1 = <186/info:/1734078046009/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/206=[#edits: 1 = <187/info:/1734078046010/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/207=[#edits: 1 = <188/info:/1734078046010/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/208=[#edits: 1 = <189/info:/1734078046010/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/209=[#edits: 1 = <190/info:/1734078046011/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/210=[#edits: 1 = <191/info:/1734078046011/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/211=[#edits: 1 = <192/info:/1734078046011/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/212=[#edits: 1 = <193/info:/1734078046012/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/213=[#edits: 1 = <194/info:/1734078046013/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/214=[#edits: 1 = <195/info:/1734078046013/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/215=[#edits: 1 = <196/info:/1734078046014/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/216=[#edits: 1 = <197/info:/1734078046014/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/217=[#edits: 1 = <198/info:/1734078046015/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/218=[#edits: 1 = <199/info:/1734078046016/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/219=[#edits: 1 = <200/info:/1734078046017/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/220=[#edits: 1 = <201/info:/1734078046018/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/221=[#edits: 1 = <202/info:/1734078046019/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/222=[#edits: 1 = <203/info:/1734078046020/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/223=[#edits: 1 = <204/info:/1734078046020/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/224=[#edits: 1 = <205/info:/1734078046021/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/225=[#edits: 1 = <206/info:/1734078046021/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/226=[#edits: 1 = <207/info:/1734078046021/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/227=[#edits: 1 = <208/info:/1734078046022/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/228=[#edits: 1 = <209/info:/1734078046022/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/229=[#edits: 1 = <210/info:/1734078046022/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/230=[#edits: 1 = <211/info:/1734078046026/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/231=[#edits: 1 = <212/info:/1734078046027/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/232=[#edits: 1 = <213/info:/1734078046027/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/233=[#edits: 1 = <214/info:/1734078046028/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/234=[#edits: 1 = <215/info:/1734078046029/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/235=[#edits: 1 = <216/info:/1734078046030/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/236=[#edits: 1 = <217/info:/1734078046032/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/237=[#edits: 1 = <218/info:/1734078046033/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/238=[#edits: 1 = <219/info:/1734078046033/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/239=[#edits: 1 = <220/info:/1734078046034/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/240=[#edits: 1 = <221/info:/1734078046035/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/241=[#edits: 1 = <222/info:/1734078046035/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/242=[#edits: 1 = <223/info:/1734078046036/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/243=[#edits: 1 = <224/info:/1734078046037/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/244=[#edits: 1 = <225/info:/1734078046038/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/245=[#edits: 1 = <226/info:/1734078046039/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/246=[#edits: 1 = <227/info:/1734078046039/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/247=[#edits: 1 = <228/info:/1734078046040/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/248=[#edits: 1 = <229/info:/1734078046041/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/249=[#edits: 1 = <230/info:/1734078046042/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/250=[#edits: 1 = <231/info:/1734078046043/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=19188, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:46,100 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 22880, reset compression=false 2024-12-13T08:20:46,106 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/251=[#edits: 1 = <232/info:/1734078046043/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/252=[#edits: 1 = <233/info:/1734078046044/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/253=[#edits: 1 = <234/info:/1734078046044/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/254=[#edits: 1 = <235/info:/1734078046044/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/255=[#edits: 1 = <236/info:/1734078046045/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/256=[#edits: 1 = <237/info:/1734078046045/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/257=[#edits: 1 = <238/info:/1734078046046/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/258=[#edits: 1 = <239/info:/1734078046046/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/259=[#edits: 1 = <240/info:/1734078046047/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/260=[#edits: 1 = <241/info:/1734078046047/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/261=[#edits: 1 = <242/info:/1734078046047/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/262=[#edits: 1 = <243/info:/1734078046048/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/263=[#edits: 1 = <244/info:/1734078046048/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/264=[#edits: 1 = <245/info:/1734078046049/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/265=[#edits: 1 = <246/info:/1734078046049/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/266=[#edits: 1 = <247/info:/1734078046049/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/267=[#edits: 1 = <248/info:/1734078046050/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/268=[#edits: 1 = <249/info:/1734078046050/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/269=[#edits: 1 = <250/info:/1734078046050/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/270=[#edits: 1 = <251/info:/1734078046051/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/271=[#edits: 1 = <252/info:/1734078046051/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/272=[#edits: 1 = <253/info:/1734078046052/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/273=[#edits: 1 = <254/info:/1734078046052/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/274=[#edits: 1 = <255/info:/1734078046052/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/275=[#edits: 1 = <256/info:/1734078046053/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/276=[#edits: 1 = <257/info:/1734078046053/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/277=[#edits: 1 = <258/info:/1734078046054/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/278=[#edits: 1 = <259/info:/1734078046054/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/279=[#edits: 1 = <260/info:/1734078046054/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/280=[#edits: 1 = <261/info:/1734078046055/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/281=[#edits: 1 = <262/info:/1734078046055/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/282=[#edits: 1 = <263/info:/1734078046055/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/283=[#edits: 1 = <264/info:/1734078046056/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/284=[#edits: 1 = <265/info:/1734078046056/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/285=[#edits: 1 = <266/info:/1734078046056/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/286=[#edits: 1 = <267/info:/1734078046057/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/287=[#edits: 1 = <268/info:/1734078046057/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/288=[#edits: 1 = <269/info:/1734078046058/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/289=[#edits: 1 = <270/info:/1734078046060/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/290=[#edits: 1 = <271/info:/1734078046061/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/291=[#edits: 1 = <272/info:/1734078046062/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/292=[#edits: 1 = <273/info:/1734078046062/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/293=[#edits: 1 = <274/info:/1734078046063/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/294=[#edits: 1 = <275/info:/1734078046063/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/295=[#edits: 1 = <276/info:/1734078046064/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/296=[#edits: 1 = <277/info:/1734078046064/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/297=[#edits: 1 = <278/info:/1734078046064/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/298=[#edits: 1 = <279/info:/1734078046065/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/299=[#edits: 1 = <280/info:/1734078046065/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/300=[#edits: 1 = <281/info:/1734078046066/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/301=[#edits: 1 = <282/info:/1734078046066/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/302=[#edits: 1 = <283/info:/1734078046067/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=22880, nbRowKeys=52, nbHFiles=0, heapSize=8944, lastSeqIds={}, endOfFile=false,usedBufferSize=8944] 2024-12-13T08:20:46,119 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 54 WAL entries eligible for replication 2024-12-13T08:20:46,120 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 26714, reset compression=false 2024-12-13T08:20:46,120 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/303=[#edits: 1 = <284/info:/1734078046071/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/304=[#edits: 1 = <285/info:/1734078046074/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/305=[#edits: 1 = <286/info:/1734078046075/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/306=[#edits: 1 = <287/info:/1734078046075/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/307=[#edits: 1 = <288/info:/1734078046075/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/308=[#edits: 1 = <289/info:/1734078046076/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/309=[#edits: 1 = <290/info:/1734078046076/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/310=[#edits: 1 = <291/info:/1734078046077/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/311=[#edits: 1 = <292/info:/1734078046077/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/312=[#edits: 1 = <293/info:/1734078046077/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/313=[#edits: 1 = <294/info:/1734078046078/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/314=[#edits: 1 = <295/info:/1734078046079/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/315=[#edits: 1 = <296/info:/1734078046079/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/316=[#edits: 1 = <297/info:/1734078046080/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/317=[#edits: 1 = <298/info:/1734078046081/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/318=[#edits: 1 = <299/info:/1734078046081/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/319=[#edits: 1 = <300/info:/1734078046081/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/320=[#edits: 1 = <301/info:/1734078046082/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/321=[#edits: 1 = <302/info:/1734078046082/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/322=[#edits: 1 = <303/info:/1734078046086/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/323=[#edits: 1 = <304/info:/1734078046087/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/324=[#edits: 1 = <305/info:/1734078046087/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/325=[#edits: 1 = <306/info:/1734078046088/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/326=[#edits: 1 = <307/info:/1734078046088/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/327=[#edits: 1 = <308/info:/1734078046088/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/328=[#edits: 1 = <309/info:/1734078046089/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/329=[#edits: 1 = <310/info:/1734078046090/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/330=[#edits: 1 = <311/info:/1734078046090/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/331=[#edits: 1 = <312/info:/1734078046091/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/332=[#edits: 1 = <313/info:/1734078046091/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/333=[#edits: 1 = <314/info:/1734078046092/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/334=[#edits: 1 = <315/info:/1734078046095/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/335=[#edits: 1 = <316/info:/1734078046098/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/336=[#edits: 1 = <317/info:/1734078046100/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/337=[#edits: 1 = <318/info:/1734078046102/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/338=[#edits: 1 = <319/info:/1734078046102/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/339=[#edits: 1 = <320/info:/1734078046103/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/340=[#edits: 1 = <321/info:/1734078046105/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/341=[#edits: 1 = <322/info:/1734078046106/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/342=[#edits: 1 = <323/info:/1734078046107/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/343=[#edits: 1 = <324/info:/1734078046108/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/344=[#edits: 1 = <325/info:/1734078046108/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/345=[#edits: 1 = <326/info:/1734078046109/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/346=[#edits: 1 = <327/info:/1734078046109/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/347=[#edits: 1 = <328/info:/1734078046110/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/348=[#edits: 1 = <329/info:/1734078046111/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/349=[#edits: 1 = <330/info:/1734078046111/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/350=[#edits: 1 = <331/info:/1734078046112/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/351=[#edits: 1 = <332/info:/1734078046113/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/352=[#edits: 1 = <333/info:/1734078046113/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/353=[#edits: 1 = <334/info:/1734078046114/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/354=[#edits: 1 = <335/info:/1734078046114/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/355=[#edits: 1 = <336/info:/1734078046115/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/356=[#edits: 1 = <337/info:/1734078046115/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=26714, nbRowKeys=54, nbHFiles=0, heapSize=9288, lastSeqIds={}, endOfFile=false,usedBufferSize=9288] 2024-12-13T08:20:46,130 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T08:20:46,130 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 27921, reset compression=false 2024-12-13T08:20:46,130 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/357=[#edits: 1 = <338/info:/1734078046116/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/358=[#edits: 1 = <339/info:/1734078046117/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/359=[#edits: 1 = <340/info:/1734078046122/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/360=[#edits: 1 = <341/info:/1734078046123/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/361=[#edits: 1 = <342/info:/1734078046124/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/362=[#edits: 1 = <343/info:/1734078046124/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/363=[#edits: 1 = <344/info:/1734078046124/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/364=[#edits: 1 = <345/info:/1734078046125/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/365=[#edits: 1 = <346/info:/1734078046125/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/366=[#edits: 1 = <347/info:/1734078046125/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/367=[#edits: 1 = <348/info:/1734078046126/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/368=[#edits: 1 = <349/info:/1734078046126/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/369=[#edits: 1 = <350/info:/1734078046126/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/370=[#edits: 1 = <351/info:/1734078046127/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/371=[#edits: 1 = <352/info:/1734078046127/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/372=[#edits: 1 = <353/info:/1734078046127/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/373=[#edits: 1 = <354/info:/1734078046128/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=27921, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-13T08:20:46,156 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 38 WAL entries eligible for replication 2024-12-13T08:20:46,156 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 30619, reset compression=false 2024-12-13T08:20:46,156 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/374=[#edits: 1 = <355/info:/1734078046128/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/375=[#edits: 1 = <356/info:/1734078046129/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/376=[#edits: 1 = <357/info:/1734078046129/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/377=[#edits: 1 = <358/info:/1734078046132/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/378=[#edits: 1 = <359/info:/1734078046134/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/379=[#edits: 1 = <360/info:/1734078046134/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/380=[#edits: 1 = <361/info:/1734078046135/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/381=[#edits: 1 = <362/info:/1734078046135/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/382=[#edits: 1 = <363/info:/1734078046136/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/383=[#edits: 1 = <364/info:/1734078046136/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/384=[#edits: 1 = <365/info:/1734078046136/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/385=[#edits: 1 = <366/info:/1734078046137/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/386=[#edits: 1 = <367/info:/1734078046138/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/387=[#edits: 1 = <368/info:/1734078046139/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/388=[#edits: 1 = <369/info:/1734078046140/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/389=[#edits: 1 = <370/info:/1734078046141/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/390=[#edits: 1 = <371/info:/1734078046141/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/391=[#edits: 1 = <372/info:/1734078046141/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/392=[#edits: 1 = <373/info:/1734078046142/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/393=[#edits: 1 = <374/info:/1734078046143/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/394=[#edits: 1 = <375/info:/1734078046143/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/395=[#edits: 1 = <376/info:/1734078046144/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/396=[#edits: 1 = <377/info:/1734078046144/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/397=[#edits: 1 = <378/info:/1734078046145/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/398=[#edits: 1 = <379/info:/1734078046145/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/399=[#edits: 1 = <380/info:/1734078046146/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/400=[#edits: 1 = <381/info:/1734078046146/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/401=[#edits: 1 = <382/info:/1734078046147/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/402=[#edits: 1 = <383/info:/1734078046148/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/403=[#edits: 1 = <384/info:/1734078046149/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/404=[#edits: 1 = <385/info:/1734078046149/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/405=[#edits: 1 = <386/info:/1734078046150/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/406=[#edits: 1 = <387/info:/1734078046150/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/407=[#edits: 1 = <388/info:/1734078046151/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/408=[#edits: 1 = <389/info:/1734078046151/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/409=[#edits: 1 = <390/info:/1734078046151/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/410=[#edits: 1 = <391/info:/1734078046152/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/411=[#edits: 1 = <392/info:/1734078046152/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=30619, nbRowKeys=38, nbHFiles=0, heapSize=6536, lastSeqIds={}, endOfFile=false,usedBufferSize=6536] 2024-12-13T08:20:46,187 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 31 WAL entries eligible for replication 2024-12-13T08:20:46,187 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/412=[#edits: 1 = <393/info:/1734078046153/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/413=[#edits: 1 = <394/info:/1734078046154/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/414=[#edits: 1 = <395/info:/1734078046158/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/415=[#edits: 1 = <396/info:/1734078046160/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/416=[#edits: 1 = <397/info:/1734078046161/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/417=[#edits: 1 = <398/info:/1734078046161/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/418=[#edits: 1 = <399/info:/1734078046162/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/419=[#edits: 1 = <400/info:/1734078046162/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/420=[#edits: 1 = <401/info:/1734078046162/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/421=[#edits: 1 = <402/info:/1734078046163/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/422=[#edits: 1 = <403/info:/1734078046164/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/423=[#edits: 1 = <404/info:/1734078046164/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/424=[#edits: 1 = <405/info:/1734078046165/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/425=[#edits: 1 = <406/info:/1734078046165/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/426=[#edits: 1 = <407/info:/1734078046166/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/427=[#edits: 1 = <408/info:/1734078046167/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/428=[#edits: 1 = <409/info:/1734078046168/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/429=[#edits: 1 = <410/info:/1734078046169/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/430=[#edits: 1 = <411/info:/1734078046171/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/431=[#edits: 1 = <412/info:/1734078046173/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/432=[#edits: 1 = <413/info:/1734078046174/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/433=[#edits: 1 = <414/info:/1734078046176/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/434=[#edits: 1 = <415/info:/1734078046176/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/435=[#edits: 1 = <416/info:/1734078046177/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/436=[#edits: 1 = <417/info:/1734078046178/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/437=[#edits: 1 = <418/info:/1734078046179/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/438=[#edits: 1 = <419/info:/1734078046180/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/439=[#edits: 1 = <420/info:/1734078046181/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/440=[#edits: 1 = <421/info:/1734078046181/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/441=[#edits: 1 = <422/info:/1734078046182/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/442=[#edits: 1 = <423/info:/1734078046183/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=32820, nbRowKeys=31, nbHFiles=0, heapSize=5332, lastSeqIds={}, endOfFile=false,usedBufferSize=5332] 2024-12-13T08:20:46,188 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 32820, reset compression=false 2024-12-13T08:20:46,198 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-13T08:20:46,198 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 33885, reset compression=false 2024-12-13T08:20:46,198 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/443=[#edits: 1 = <424/info:/1734078046184/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/444=[#edits: 1 = <425/info:/1734078046184/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/445=[#edits: 1 = <426/info:/1734078046187/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/446=[#edits: 1 = <427/info:/1734078046187/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/447=[#edits: 1 = <428/info:/1734078046189/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/448=[#edits: 1 = <429/info:/1734078046190/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/449=[#edits: 1 = <430/info:/1734078046190/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/450=[#edits: 1 = <431/info:/1734078046191/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/451=[#edits: 1 = <432/info:/1734078046191/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/452=[#edits: 1 = <433/info:/1734078046192/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/453=[#edits: 1 = <434/info:/1734078046192/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/454=[#edits: 1 = <435/info:/1734078046193/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/455=[#edits: 1 = <436/info:/1734078046194/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/456=[#edits: 1 = <437/info:/1734078046194/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/457=[#edits: 1 = <438/info:/1734078046195/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=33885, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-13T08:20:46,213 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T08:20:46,214 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 35092, reset compression=false 2024-12-13T08:20:46,214 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/458=[#edits: 1 = <439/info:/1734078046196/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/459=[#edits: 1 = <440/info:/1734078046196/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/460=[#edits: 1 = <441/info:/1734078046198/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/461=[#edits: 1 = <442/info:/1734078046198/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/462=[#edits: 1 = <443/info:/1734078046199/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/463=[#edits: 1 = <444/info:/1734078046201/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/464=[#edits: 1 = <445/info:/1734078046202/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/465=[#edits: 1 = <446/info:/1734078046203/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/466=[#edits: 1 = <447/info:/1734078046204/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/467=[#edits: 1 = <448/info:/1734078046205/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/468=[#edits: 1 = <449/info:/1734078046205/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/469=[#edits: 1 = <450/info:/1734078046206/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/470=[#edits: 1 = <451/info:/1734078046206/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/471=[#edits: 1 = <452/info:/1734078046207/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/472=[#edits: 1 = <453/info:/1734078046208/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/473=[#edits: 1 = <454/info:/1734078046209/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/474=[#edits: 1 = <455/info:/1734078046211/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=35092, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-13T08:20:46,220 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:46,220 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/475=[#edits: 1 = <456/info:/1734078046211/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/476=[#edits: 1 = <457/info:/1734078046212/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/477=[#edits: 1 = <458/info:/1734078046213/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/478=[#edits: 1 = <459/info:/1734078046214/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/479=[#edits: 1 = <460/info:/1734078046215/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/480=[#edits: 1 = <461/info:/1734078046216/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/481=[#edits: 1 = <462/info:/1734078046216/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/482=[#edits: 1 = <463/info:/1734078046216/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/483=[#edits: 1 = <464/info:/1734078046217/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=35731, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:46,220 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 35731, reset compression=false 2024-12-13T08:20:46,227 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:46,227 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 35873, reset compression=false 2024-12-13T08:20:46,227 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/484=[#edits: 1 = <465/info:/1734078046217/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/485=[#edits: 1 = <466/info:/1734078046219/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=35873, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-13T08:20:46,239 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:46,239 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 36654, reset compression=false 2024-12-13T08:20:46,239 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/486=[#edits: 1 = <467/info:/1734078046231/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/487=[#edits: 1 = <468/info:/1734078046232/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/488=[#edits: 1 = <469/info:/1734078046232/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/489=[#edits: 1 = <470/info:/1734078046232/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/490=[#edits: 1 = <471/info:/1734078046233/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/491=[#edits: 1 = <472/info:/1734078046233/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/492=[#edits: 1 = <473/info:/1734078046233/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/493=[#edits: 1 = <474/info:/1734078046234/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/494=[#edits: 1 = <475/info:/1734078046234/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/495=[#edits: 1 = <476/info:/1734078046235/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/496=[#edits: 1 = <477/info:/1734078046235/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=36654, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:46,258 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:46,258 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 37364, reset compression=false 2024-12-13T08:20:46,258 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/497=[#edits: 1 = <478/info:/1734078046236/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/498=[#edits: 1 = <479/info:/1734078046238/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/499=[#edits: 1 = <480/info:/1734078046240/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/500=[#edits: 1 = <481/info:/1734078046242/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/501=[#edits: 1 = <482/info:/1734078046243/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/502=[#edits: 1 = <483/info:/1734078046245/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/503=[#edits: 1 = <484/info:/1734078046246/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/504=[#edits: 1 = <485/info:/1734078046250/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/505=[#edits: 1 = <486/info:/1734078046253/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/506=[#edits: 1 = <487/info:/1734078046255/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=37364, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:46,281 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-13T08:20:46,281 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 38500, reset compression=false 2024-12-13T08:20:46,281 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/507=[#edits: 1 = <488/info:/1734078046256/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/508=[#edits: 1 = <489/info:/1734078046257/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/509=[#edits: 1 = <490/info:/1734078046258/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/510=[#edits: 1 = <491/info:/1734078046258/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/511=[#edits: 1 = <492/info:/1734078046261/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/512=[#edits: 1 = <493/info:/1734078046262/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/513=[#edits: 1 = <494/info:/1734078046263/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/514=[#edits: 1 = <495/info:/1734078046263/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/515=[#edits: 1 = <496/info:/1734078046264/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/516=[#edits: 1 = <497/info:/1734078046264/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/517=[#edits: 1 = <498/info:/1734078046265/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/518=[#edits: 1 = <499/info:/1734078046266/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/519=[#edits: 1 = <500/info:/1734078046268/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/520=[#edits: 1 = <501/info:/1734078046268/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/521=[#edits: 1 = <502/info:/1734078046269/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/522=[#edits: 1 = <503/info:/1734078046270/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=38500, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-13T08:20:46,289 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:46,290 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 39494, reset compression=false 2024-12-13T08:20:46,290 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/523=[#edits: 1 = <504/info:/1734078046271/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/524=[#edits: 1 = <505/info:/1734078046272/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/525=[#edits: 1 = <506/info:/1734078046272/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/526=[#edits: 1 = <507/info:/1734078046273/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/527=[#edits: 1 = <508/info:/1734078046276/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/528=[#edits: 1 = <509/info:/1734078046280/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/529=[#edits: 1 = <510/info:/1734078046283/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/530=[#edits: 1 = <511/info:/1734078046284/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/531=[#edits: 1 = <512/info:/1734078046285/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/532=[#edits: 1 = <513/info:/1734078046285/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/533=[#edits: 1 = <514/info:/1734078046286/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/534=[#edits: 1 = <515/info:/1734078046286/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/535=[#edits: 1 = <516/info:/1734078046286/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/536=[#edits: 1 = <517/info:/1734078046287/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=39494, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:46,297 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:46,297 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 39920, reset compression=false 2024-12-13T08:20:46,297 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/537=[#edits: 1 = <518/info:/1734078046287/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/538=[#edits: 1 = <519/info:/1734078046288/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/539=[#edits: 1 = <520/info:/1734078046289/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/540=[#edits: 1 = <521/info:/1734078046289/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/541=[#edits: 1 = <522/info:/1734078046291/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/542=[#edits: 1 = <523/info:/1734078046293/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=39920, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:46,313 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-13T08:20:46,313 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 41340, reset compression=false 2024-12-13T08:20:46,313 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/543=[#edits: 1 = <524/info:/1734078046296/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/544=[#edits: 1 = <525/info:/1734078046298/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/545=[#edits: 1 = <526/info:/1734078046299/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/546=[#edits: 1 = <527/info:/1734078046300/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/547=[#edits: 1 = <528/info:/1734078046300/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/548=[#edits: 1 = <529/info:/1734078046301/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/549=[#edits: 1 = <530/info:/1734078046302/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/550=[#edits: 1 = <531/info:/1734078046303/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/551=[#edits: 1 = <532/info:/1734078046304/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/552=[#edits: 1 = <533/info:/1734078046305/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/553=[#edits: 1 = <534/info:/1734078046306/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/554=[#edits: 1 = <535/info:/1734078046306/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/555=[#edits: 1 = <536/info:/1734078046307/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/556=[#edits: 1 = <537/info:/1734078046308/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/557=[#edits: 1 = <538/info:/1734078046309/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/558=[#edits: 1 = <539/info:/1734078046309/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/559=[#edits: 1 = <540/info:/1734078046310/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/560=[#edits: 1 = <541/info:/1734078046310/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/561=[#edits: 1 = <542/info:/1734078046310/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/562=[#edits: 1 = <543/info:/1734078046311/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=41340, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-13T08:20:46,319 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:46,319 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 41908, reset compression=false 2024-12-13T08:20:46,319 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/563=[#edits: 1 = <544/info:/1734078046312/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/564=[#edits: 1 = <545/info:/1734078046312/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/565=[#edits: 1 = <546/info:/1734078046313/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/566=[#edits: 1 = <547/info:/1734078046314/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/567=[#edits: 1 = <548/info:/1734078046315/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/568=[#edits: 1 = <549/info:/1734078046315/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/569=[#edits: 1 = <550/info:/1734078046316/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/570=[#edits: 1 = <551/info:/1734078046316/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=41908, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:46,324 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:46,324 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 41979, reset compression=false 2024-12-13T08:20:46,324 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/571=[#edits: 1 = <552/info:/1734078046318/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=41979, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-13T08:20:46,342 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-13T08:20:46,342 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 43328, reset compression=false 2024-12-13T08:20:46,342 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/572=[#edits: 1 = <553/info:/1734078046322/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/573=[#edits: 1 = <554/info:/1734078046323/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/574=[#edits: 1 = <555/info:/1734078046324/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/575=[#edits: 1 = <556/info:/1734078046327/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/576=[#edits: 1 = <557/info:/1734078046328/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/577=[#edits: 1 = <558/info:/1734078046329/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/578=[#edits: 1 = <559/info:/1734078046330/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/579=[#edits: 1 = <560/info:/1734078046331/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/580=[#edits: 1 = <561/info:/1734078046332/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/581=[#edits: 1 = <562/info:/1734078046333/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/582=[#edits: 1 = <563/info:/1734078046334/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/583=[#edits: 1 = <564/info:/1734078046335/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/584=[#edits: 1 = <565/info:/1734078046335/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/585=[#edits: 1 = <566/info:/1734078046336/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/586=[#edits: 1 = <567/info:/1734078046336/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/587=[#edits: 1 = <568/info:/1734078046336/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/588=[#edits: 1 = <569/info:/1734078046337/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/589=[#edits: 1 = <570/info:/1734078046338/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/590=[#edits: 1 = <571/info:/1734078046339/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=43328, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-13T08:20:46,359 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:46,359 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 43683, reset compression=false 2024-12-13T08:20:46,359 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/591=[#edits: 1 = <572/info:/1734078046340/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/592=[#edits: 1 = <573/info:/1734078046342/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/593=[#edits: 1 = <574/info:/1734078046343/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/594=[#edits: 1 = <575/info:/1734078046344/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/595=[#edits: 1 = <576/info:/1734078046345/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=43683, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:46,365 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:46,365 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 44038, reset compression=false 2024-12-13T08:20:46,365 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/596=[#edits: 1 = <577/info:/1734078046359/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/597=[#edits: 1 = <578/info:/1734078046360/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/598=[#edits: 1 = <579/info:/1734078046362/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/599=[#edits: 1 = <580/info:/1734078046362/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/600=[#edits: 1 = <581/info:/1734078046363/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=44038, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:46,374 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:46,374 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 44322, reset compression=false 2024-12-13T08:20:46,374 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/601=[#edits: 1 = <582/info:/1734078046364/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/602=[#edits: 1 = <583/info:/1734078046369/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/603=[#edits: 1 = <584/info:/1734078046370/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/604=[#edits: 1 = <585/info:/1734078046371/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=44322, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:46,386 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:46,386 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 44748, reset compression=false 2024-12-13T08:20:46,386 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/605=[#edits: 1 = <586/info:/1734078046372/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/606=[#edits: 1 = <587/info:/1734078046373/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/607=[#edits: 1 = <588/info:/1734078046375/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/608=[#edits: 1 = <589/info:/1734078046380/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/609=[#edits: 1 = <590/info:/1734078046381/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/610=[#edits: 1 = <591/info:/1734078046383/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=44748, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:46,390 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:46,390 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 45103, reset compression=false 2024-12-13T08:20:46,390 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/611=[#edits: 1 = <592/info:/1734078046383/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/612=[#edits: 1 = <593/info:/1734078046384/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/613=[#edits: 1 = <594/info:/1734078046385/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/614=[#edits: 1 = <595/info:/1734078046385/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/615=[#edits: 1 = <596/info:/1734078046386/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=45103, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:46,406 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T08:20:46,406 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 46310, reset compression=false 2024-12-13T08:20:46,406 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/616=[#edits: 1 = <597/info:/1734078046389/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/617=[#edits: 1 = <598/info:/1734078046390/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/618=[#edits: 1 = <599/info:/1734078046393/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/619=[#edits: 1 = <600/info:/1734078046394/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/620=[#edits: 1 = <601/info:/1734078046394/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/621=[#edits: 1 = <602/info:/1734078046395/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/622=[#edits: 1 = <603/info:/1734078046396/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/623=[#edits: 1 = <604/info:/1734078046397/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/624=[#edits: 1 = <605/info:/1734078046397/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/625=[#edits: 1 = <606/info:/1734078046398/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/626=[#edits: 1 = <607/info:/1734078046399/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/627=[#edits: 1 = <608/info:/1734078046400/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/628=[#edits: 1 = <609/info:/1734078046400/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/629=[#edits: 1 = <610/info:/1734078046401/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/630=[#edits: 1 = <611/info:/1734078046402/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/631=[#edits: 1 = <612/info:/1734078046403/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/632=[#edits: 1 = <613/info:/1734078046403/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=46310, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-13T08:20:46,414 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:46,414 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 47162, reset compression=false 2024-12-13T08:20:46,414 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/633=[#edits: 1 = <614/info:/1734078046404/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/634=[#edits: 1 = <615/info:/1734078046405/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/635=[#edits: 1 = <616/info:/1734078046406/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/636=[#edits: 1 = <617/info:/1734078046406/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/637=[#edits: 1 = <618/info:/1734078046407/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/638=[#edits: 1 = <619/info:/1734078046407/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/639=[#edits: 1 = <620/info:/1734078046408/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/640=[#edits: 1 = <621/info:/1734078046408/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/641=[#edits: 1 = <622/info:/1734078046409/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/642=[#edits: 1 = <623/info:/1734078046410/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/643=[#edits: 1 = <624/info:/1734078046410/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/644=[#edits: 1 = <625/info:/1734078046411/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=47162, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:46,429 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:46,429 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 47801, reset compression=false 2024-12-13T08:20:46,429 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/645=[#edits: 1 = <626/info:/1734078046411/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/646=[#edits: 1 = <627/info:/1734078046412/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/647=[#edits: 1 = <628/info:/1734078046413/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/648=[#edits: 1 = <629/info:/1734078046413/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/649=[#edits: 1 = <630/info:/1734078046414/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/650=[#edits: 1 = <631/info:/1734078046414/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/651=[#edits: 1 = <632/info:/1734078046415/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/652=[#edits: 1 = <633/info:/1734078046416/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/653=[#edits: 1 = <634/info:/1734078046417/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=47801, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:46,437 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:46,438 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 49505, reset compression=false 2024-12-13T08:20:46,438 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/654=[#edits: 1 = <635/info:/1734078046419/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/655=[#edits: 1 = <636/info:/1734078046420/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/656=[#edits: 1 = <637/info:/1734078046420/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/657=[#edits: 1 = <638/info:/1734078046421/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/658=[#edits: 1 = <639/info:/1734078046421/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/659=[#edits: 1 = <640/info:/1734078046421/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/660=[#edits: 1 = <641/info:/1734078046422/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/661=[#edits: 1 = <642/info:/1734078046423/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/662=[#edits: 1 = <643/info:/1734078046424/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/663=[#edits: 1 = <644/info:/1734078046425/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/664=[#edits: 1 = <645/info:/1734078046425/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/665=[#edits: 1 = <646/info:/1734078046426/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/666=[#edits: 1 = <647/info:/1734078046427/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/667=[#edits: 1 = <648/info:/1734078046429/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/668=[#edits: 1 = <649/info:/1734078046429/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/669=[#edits: 1 = <650/info:/1734078046431/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/670=[#edits: 1 = <651/info:/1734078046431/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/671=[#edits: 1 = <652/info:/1734078046433/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/672=[#edits: 1 = <653/info:/1734078046433/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/673=[#edits: 1 = <654/info:/1734078046433/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/674=[#edits: 1 = <655/info:/1734078046434/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/675=[#edits: 1 = <656/info:/1734078046434/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/676=[#edits: 1 = <657/info:/1734078046435/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/677=[#edits: 1 = <658/info:/1734078046435/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=49505, nbRowKeys=24, nbHFiles=0, heapSize=4128, lastSeqIds={}, endOfFile=false,usedBufferSize=4128] 2024-12-13T08:20:46,444 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:46,444 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 50144, reset compression=false 2024-12-13T08:20:46,444 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/678=[#edits: 1 = <659/info:/1734078046436/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/679=[#edits: 1 = <660/info:/1734078046436/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/680=[#edits: 1 = <661/info:/1734078046437/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/681=[#edits: 1 = <662/info:/1734078046437/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/682=[#edits: 1 = <663/info:/1734078046439/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/683=[#edits: 1 = <664/info:/1734078046439/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/684=[#edits: 1 = <665/info:/1734078046440/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/685=[#edits: 1 = <666/info:/1734078046441/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/686=[#edits: 1 = <667/info:/1734078046441/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=50144, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:46,488 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:46,488 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:46,650 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 50144, reset compression=false 2024-12-13T08:20:46,674 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:46,674 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/687=[#edits: 1 = <668/info:/1734078046448/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/688=[#edits: 1 = <669/info:/1734078046450/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/689=[#edits: 1 = <670/info:/1734078046452/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/690=[#edits: 1 = <671/info:/1734078046453/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/691=[#edits: 1 = <672/info:/1734078046453/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/692=[#edits: 1 = <673/info:/1734078046454/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/693=[#edits: 1 = <674/info:/1734078046454/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/694=[#edits: 1 = <675/info:/1734078046454/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/695=[#edits: 1 = <676/info:/1734078046455/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/696=[#edits: 1 = <677/info:/1734078046456/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/697=[#edits: 1 = <678/info:/1734078046456/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/698=[#edits: 1 = <679/info:/1734078046456/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/699=[#edits: 1 = <680/info:/1734078046457/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/700=[#edits: 1 = <681/info:/1734078046457/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/701=[#edits: 1 = <682/info:/1734078046457/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/702=[#edits: 1 = <683/info:/1734078046458/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/703=[#edits: 1 = <684/info:/1734078046458/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/704=[#edits: 1 = <685/info:/1734078046459/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/705=[#edits: 1 = <686/info:/1734078046459/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/706=[#edits: 1 = <687/info:/1734078046460/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/707=[#edits: 1 = <688/info:/1734078046461/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/708=[#edits: 1 = <689/info:/1734078046461/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/709=[#edits: 1 = <690/info:/1734078046461/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/710=[#edits: 1 = <691/info:/1734078046462/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/711=[#edits: 1 = <692/info:/1734078046463/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/712=[#edits: 1 = <693/info:/1734078046464/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/713=[#edits: 1 = <694/info:/1734078046475/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/714=[#edits: 1 = <695/info:/1734078046476/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/715=[#edits: 1 = <696/info:/1734078046477/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/716=[#edits: 1 = <697/info:/1734078046477/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/717=[#edits: 1 = <698/info:/1734078046478/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/718=[#edits: 1 = <699/info:/1734078046479/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/719=[#edits: 1 = <700/info:/1734078046479/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/720=[#edits: 1 = <701/info:/1734078046480/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/721=[#edits: 1 = <702/info:/1734078046480/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/722=[#edits: 1 = <703/info:/1734078046481/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/723=[#edits: 1 = <704/info:/1734078046482/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/724=[#edits: 1 = <705/info:/1734078046482/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/725=[#edits: 1 = <706/info:/1734078046483/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/726=[#edits: 1 = <707/info:/1734078046483/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/727=[#edits: 1 = <708/info:/1734078046483/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/728=[#edits: 1 = <709/info:/1734078046484/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/729=[#edits: 1 = <710/info:/1734078046485/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/730=[#edits: 1 = <711/info:/1734078046485/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/731=[#edits: 1 = <712/info:/1734078046486/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/732=[#edits: 1 = <713/info:/1734078046486/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/733=[#edits: 1 = <714/info:/1734078046487/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/734=[#edits: 1 = <715/info:/1734078046487/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/735=[#edits: 1 = <716/info:/1734078046488/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/736=[#edits: 1 = <717/info:/1734078046488/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/737=[#edits: 1 = <718/info:/1734078046489/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/738=[#edits: 1 = <719/info:/1734078046490/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/739=[#edits: 1 = <720/info:/1734078046490/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/740=[#edits: 1 = <721/info:/1734078046491/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/741=[#edits: 1 = <722/info:/1734078046491/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/742=[#edits: 1 = <723/info:/1734078046492/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/743=[#edits: 1 = <724/info:/1734078046493/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/744=[#edits: 1 = <725/info:/1734078046495/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/745=[#edits: 1 = <726/info:/1734078046499/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/746=[#edits: 1 = <727/info:/1734078046500/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=54404, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:46,677 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:46,678 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/747=[#edits: 1 = <728/info:/1734078046503/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/748=[#edits: 1 = <729/info:/1734078046507/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/749=[#edits: 1 = <730/info:/1734078046508/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/750=[#edits: 1 = <731/info:/1734078046509/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/751=[#edits: 1 = <732/info:/1734078046511/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/752=[#edits: 1 = <733/info:/1734078046511/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/753=[#edits: 1 = <734/info:/1734078046512/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/754=[#edits: 1 = <735/info:/1734078046512/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/755=[#edits: 1 = <736/info:/1734078046513/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/756=[#edits: 1 = <737/info:/1734078046513/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/757=[#edits: 1 = <738/info:/1734078046514/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/758=[#edits: 1 = <739/info:/1734078046514/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/759=[#edits: 1 = <740/info:/1734078046515/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/760=[#edits: 1 = <741/info:/1734078046515/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/761=[#edits: 1 = <742/info:/1734078046515/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/762=[#edits: 1 = <743/info:/1734078046516/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/763=[#edits: 1 = <744/info:/1734078046516/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/764=[#edits: 1 = <745/info:/1734078046517/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/765=[#edits: 1 = <746/info:/1734078046518/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/766=[#edits: 1 = <747/info:/1734078046518/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/767=[#edits: 1 = <748/info:/1734078046519/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/768=[#edits: 1 = <749/info:/1734078046519/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/769=[#edits: 1 = <750/info:/1734078046520/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/770=[#edits: 1 = <751/info:/1734078046520/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/771=[#edits: 1 = <752/info:/1734078046521/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/772=[#edits: 1 = <753/info:/1734078046521/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/773=[#edits: 1 = <754/info:/1734078046521/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/774=[#edits: 1 = <755/info:/1734078046522/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/775=[#edits: 1 = <756/info:/1734078046522/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/776=[#edits: 1 = <757/info:/1734078046523/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/777=[#edits: 1 = <758/info:/1734078046523/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/778=[#edits: 1 = <759/info:/1734078046524/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/779=[#edits: 1 = <760/info:/1734078046524/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/780=[#edits: 1 = <761/info:/1734078046524/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/781=[#edits: 1 = <762/info:/1734078046525/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/782=[#edits: 1 = <763/info:/1734078046525/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/783=[#edits: 1 = <764/info:/1734078046526/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/784=[#edits: 1 = <765/info:/1734078046527/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/785=[#edits: 1 = <766/info:/1734078046527/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/786=[#edits: 1 = <767/info:/1734078046527/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/787=[#edits: 1 = <768/info:/1734078046528/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/788=[#edits: 1 = <769/info:/1734078046528/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/789=[#edits: 1 = <770/info:/1734078046529/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/790=[#edits: 1 = <771/info:/1734078046529/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/791=[#edits: 1 = <772/info:/1734078046530/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/792=[#edits: 1 = <773/info:/1734078046530/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/793=[#edits: 1 = <774/info:/1734078046530/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/794=[#edits: 1 = <775/info:/1734078046531/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/795=[#edits: 1 = <776/info:/1734078046531/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/796=[#edits: 1 = <777/info:/1734078046532/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/797=[#edits: 1 = <778/info:/1734078046532/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/798=[#edits: 1 = <779/info:/1734078046533/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/799=[#edits: 1 = <780/info:/1734078046533/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/800=[#edits: 1 = <781/info:/1734078046534/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/801=[#edits: 1 = <782/info:/1734078046534/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/802=[#edits: 1 = <783/info:/1734078046535/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/803=[#edits: 1 = <784/info:/1734078046536/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/804=[#edits: 1 = <785/info:/1734078046536/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/805=[#edits: 1 = <786/info:/1734078046537/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/806=[#edits: 1 = <787/info:/1734078046537/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=58664, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:46,683 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:46,683 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/807=[#edits: 1 = <788/info:/1734078046537/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/808=[#edits: 1 = <789/info:/1734078046538/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/809=[#edits: 1 = <790/info:/1734078046539/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/810=[#edits: 1 = <791/info:/1734078046540/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/811=[#edits: 1 = <792/info:/1734078046540/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/812=[#edits: 1 = <793/info:/1734078046541/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/813=[#edits: 1 = <794/info:/1734078046543/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/814=[#edits: 1 = <795/info:/1734078046544/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/815=[#edits: 1 = <796/info:/1734078046545/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/816=[#edits: 1 = <797/info:/1734078046545/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/817=[#edits: 1 = <798/info:/1734078046545/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/818=[#edits: 1 = <799/info:/1734078046546/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/819=[#edits: 1 = <800/info:/1734078046546/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/820=[#edits: 1 = <801/info:/1734078046546/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/821=[#edits: 1 = <802/info:/1734078046547/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/822=[#edits: 1 = <803/info:/1734078046547/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/823=[#edits: 1 = <804/info:/1734078046547/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/824=[#edits: 1 = <805/info:/1734078046548/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/825=[#edits: 1 = <806/info:/1734078046548/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/826=[#edits: 1 = <807/info:/1734078046548/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/827=[#edits: 1 = <808/info:/1734078046549/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/828=[#edits: 1 = <809/info:/1734078046550/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/829=[#edits: 1 = <810/info:/1734078046551/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/830=[#edits: 1 = <811/info:/1734078046551/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/831=[#edits: 1 = <812/info:/1734078046555/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/832=[#edits: 1 = <813/info:/1734078046556/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/833=[#edits: 1 = <814/info:/1734078046556/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/834=[#edits: 1 = <815/info:/1734078046557/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/835=[#edits: 1 = <816/info:/1734078046557/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/836=[#edits: 1 = <817/info:/1734078046558/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/837=[#edits: 1 = <818/info:/1734078046558/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/838=[#edits: 1 = <819/info:/1734078046558/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/839=[#edits: 1 = <820/info:/1734078046559/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/840=[#edits: 1 = <821/info:/1734078046559/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/841=[#edits: 1 = <822/info:/1734078046560/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/842=[#edits: 1 = <823/info:/1734078046560/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/843=[#edits: 1 = <824/info:/1734078046561/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/844=[#edits: 1 = <825/info:/1734078046561/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/845=[#edits: 1 = <826/info:/1734078046562/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/846=[#edits: 1 = <827/info:/1734078046562/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/847=[#edits: 1 = <828/info:/1734078046563/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/848=[#edits: 1 = <829/info:/1734078046563/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/849=[#edits: 1 = <830/info:/1734078046564/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/850=[#edits: 1 = <831/info:/1734078046565/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/851=[#edits: 1 = <832/info:/1734078046567/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/852=[#edits: 1 = <833/info:/1734078046568/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/853=[#edits: 1 = <834/info:/1734078046569/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/854=[#edits: 1 = <835/info:/1734078046570/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/855=[#edits: 1 = <836/info:/1734078046571/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/856=[#edits: 1 = <837/info:/1734078046571/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/857=[#edits: 1 = <838/info:/1734078046572/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/858=[#edits: 1 = <839/info:/1734078046573/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/859=[#edits: 1 = <840/info:/1734078046574/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/860=[#edits: 1 = <841/info:/1734078046575/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/861=[#edits: 1 = <842/info:/1734078046576/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/862=[#edits: 1 = <843/info:/1734078046576/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/863=[#edits: 1 = <844/info:/1734078046577/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/864=[#edits: 1 = <845/info:/1734078046577/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/865=[#edits: 1 = <846/info:/1734078046578/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/866=[#edits: 1 = <847/info:/1734078046578/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=62924, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:46,689 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:46,689 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/867=[#edits: 1 = <848/info:/1734078046578/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/868=[#edits: 1 = <849/info:/1734078046579/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/869=[#edits: 1 = <850/info:/1734078046579/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/870=[#edits: 1 = <851/info:/1734078046580/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/871=[#edits: 1 = <852/info:/1734078046580/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/872=[#edits: 1 = <853/info:/1734078046580/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/873=[#edits: 1 = <854/info:/1734078046581/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/874=[#edits: 1 = <855/info:/1734078046581/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/875=[#edits: 1 = <856/info:/1734078046582/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/876=[#edits: 1 = <857/info:/1734078046582/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/877=[#edits: 1 = <858/info:/1734078046583/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/878=[#edits: 1 = <859/info:/1734078046583/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/879=[#edits: 1 = <860/info:/1734078046584/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/880=[#edits: 1 = <861/info:/1734078046584/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/881=[#edits: 1 = <862/info:/1734078046585/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/882=[#edits: 1 = <863/info:/1734078046585/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/883=[#edits: 1 = <864/info:/1734078046586/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/884=[#edits: 1 = <865/info:/1734078046586/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/885=[#edits: 1 = <866/info:/1734078046586/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/886=[#edits: 1 = <867/info:/1734078046587/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/887=[#edits: 1 = <868/info:/1734078046588/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/888=[#edits: 1 = <869/info:/1734078046589/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/889=[#edits: 1 = <870/info:/1734078046590/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/890=[#edits: 1 = <871/info:/1734078046591/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/891=[#edits: 1 = <872/info:/1734078046591/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/892=[#edits: 1 = <873/info:/1734078046592/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/893=[#edits: 1 = <874/info:/1734078046593/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/894=[#edits: 1 = <875/info:/1734078046593/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/895=[#edits: 1 = <876/info:/1734078046594/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/896=[#edits: 1 = <877/info:/1734078046594/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/897=[#edits: 1 = <878/info:/1734078046595/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/898=[#edits: 1 = <879/info:/1734078046597/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/899=[#edits: 1 = <880/info:/1734078046597/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/900=[#edits: 1 = <881/info:/1734078046598/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/901=[#edits: 1 = <882/info:/1734078046598/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/902=[#edits: 1 = <883/info:/1734078046598/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/903=[#edits: 1 = <884/info:/1734078046598/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/904=[#edits: 1 = <885/info:/1734078046599/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/905=[#edits: 1 = <886/info:/1734078046599/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/906=[#edits: 1 = <887/info:/1734078046600/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/907=[#edits: 1 = <888/info:/1734078046600/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/908=[#edits: 1 = <889/info:/1734078046600/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/909=[#edits: 1 = <890/info:/1734078046601/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/910=[#edits: 1 = <891/info:/1734078046601/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/911=[#edits: 1 = <892/info:/1734078046602/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/912=[#edits: 1 = <893/info:/1734078046605/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/913=[#edits: 1 = <894/info:/1734078046606/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/914=[#edits: 1 = <895/info:/1734078046606/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/915=[#edits: 1 = <896/info:/1734078046607/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/916=[#edits: 1 = <897/info:/1734078046608/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/917=[#edits: 1 = <898/info:/1734078046612/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/918=[#edits: 1 = <899/info:/1734078046612/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/919=[#edits: 1 = <900/info:/1734078046613/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/920=[#edits: 1 = <901/info:/1734078046614/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/921=[#edits: 1 = <902/info:/1734078046614/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/922=[#edits: 1 = <903/info:/1734078046615/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/923=[#edits: 1 = <904/info:/1734078046615/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/924=[#edits: 1 = <905/info:/1734078046616/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/925=[#edits: 1 = <906/info:/1734078046617/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/926=[#edits: 1 = <907/info:/1734078046617/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=67184, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:46,692 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 42 WAL entries eligible for replication 2024-12-13T08:20:46,692 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/927=[#edits: 1 = <908/info:/1734078046618/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/928=[#edits: 1 = <909/info:/1734078046618/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/929=[#edits: 1 = <910/info:/1734078046619/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/930=[#edits: 1 = <911/info:/1734078046620/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/931=[#edits: 1 = <912/info:/1734078046621/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/932=[#edits: 1 = <913/info:/1734078046632/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/933=[#edits: 1 = <914/info:/1734078046632/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/934=[#edits: 1 = <915/info:/1734078046633/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/935=[#edits: 1 = <916/info:/1734078046633/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/936=[#edits: 1 = <917/info:/1734078046633/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/937=[#edits: 1 = <918/info:/1734078046634/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/938=[#edits: 1 = <919/info:/1734078046634/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/939=[#edits: 1 = <920/info:/1734078046634/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/940=[#edits: 1 = <921/info:/1734078046635/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/941=[#edits: 1 = <922/info:/1734078046635/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/942=[#edits: 1 = <923/info:/1734078046636/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/943=[#edits: 1 = <924/info:/1734078046636/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/944=[#edits: 1 = <925/info:/1734078046636/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/945=[#edits: 1 = <926/info:/1734078046637/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/946=[#edits: 1 = <927/info:/1734078046637/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/947=[#edits: 1 = <928/info:/1734078046638/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/948=[#edits: 1 = <929/info:/1734078046638/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/949=[#edits: 1 = <930/info:/1734078046639/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/950=[#edits: 1 = <931/info:/1734078046640/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/951=[#edits: 1 = <932/info:/1734078046640/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/952=[#edits: 1 = <933/info:/1734078046641/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/953=[#edits: 1 = <934/info:/1734078046642/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/954=[#edits: 1 = <935/info:/1734078046643/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/955=[#edits: 1 = <936/info:/1734078046647/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/956=[#edits: 1 = <937/info:/1734078046648/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/957=[#edits: 1 = <938/info:/1734078046649/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/958=[#edits: 1 = <939/info:/1734078046649/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/959=[#edits: 1 = <940/info:/1734078046649/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/960=[#edits: 1 = <941/info:/1734078046650/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/961=[#edits: 1 = <942/info:/1734078046650/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/962=[#edits: 1 = <943/info:/1734078046655/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/963=[#edits: 1 = <944/info:/1734078046656/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/964=[#edits: 1 = <945/info:/1734078046657/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/965=[#edits: 1 = <946/info:/1734078046659/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/966=[#edits: 1 = <947/info:/1734078046660/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/967=[#edits: 1 = <948/info:/1734078046661/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/968=[#edits: 1 = <949/info:/1734078046666/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=70166, nbRowKeys=42, nbHFiles=0, heapSize=7224, lastSeqIds={}, endOfFile=false,usedBufferSize=7224] 2024-12-13T08:20:46,693 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 70166, reset compression=false 2024-12-13T08:20:46,708 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 28 WAL entries eligible for replication 2024-12-13T08:20:46,708 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 72154, reset compression=false 2024-12-13T08:20:46,708 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/969=[#edits: 1 = <950/info:/1734078046668/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/970=[#edits: 1 = <951/info:/1734078046675/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/971=[#edits: 1 = <952/info:/1734078046676/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/972=[#edits: 1 = <953/info:/1734078046677/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/973=[#edits: 1 = <954/info:/1734078046678/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/974=[#edits: 1 = <955/info:/1734078046678/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/975=[#edits: 1 = <956/info:/1734078046679/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/976=[#edits: 1 = <957/info:/1734078046680/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/977=[#edits: 1 = <958/info:/1734078046684/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/978=[#edits: 1 = <959/info:/1734078046688/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/979=[#edits: 1 = <960/info:/1734078046688/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/980=[#edits: 1 = <961/info:/1734078046690/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/981=[#edits: 1 = <962/info:/1734078046691/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/982=[#edits: 1 = <963/info:/1734078046692/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/983=[#edits: 1 = <964/info:/1734078046693/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/984=[#edits: 1 = <965/info:/1734078046694/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/985=[#edits: 1 = <966/info:/1734078046694/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/986=[#edits: 1 = <967/info:/1734078046695/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/987=[#edits: 1 = <968/info:/1734078046696/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/988=[#edits: 1 = <969/info:/1734078046697/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/989=[#edits: 1 = <970/info:/1734078046697/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/990=[#edits: 1 = <971/info:/1734078046698/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/991=[#edits: 1 = <972/info:/1734078046698/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/992=[#edits: 1 = <973/info:/1734078046699/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/993=[#edits: 1 = <974/info:/1734078046699/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/994=[#edits: 1 = <975/info:/1734078046701/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/995=[#edits: 1 = <976/info:/1734078046702/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/996=[#edits: 1 = <977/info:/1734078046702/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=72154, nbRowKeys=28, nbHFiles=0, heapSize=4816, lastSeqIds={}, endOfFile=false,usedBufferSize=4816] 2024-12-13T08:20:46,716 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:46,716 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 72580, reset compression=false 2024-12-13T08:20:46,716 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/997=[#edits: 1 = <978/info:/1734078046703/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/998=[#edits: 1 = <979/info:/1734078046705/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/999=[#edits: 1 = <980/info:/1734078046706/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1000=[#edits: 1 = <981/info:/1734078046709/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1001=[#edits: 1 = <982/info:/1734078046712/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1002=[#edits: 1 = <983/info:/1734078046714/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=72580, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:46,727 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:46,727 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 73006, reset compression=false 2024-12-13T08:20:46,727 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1003=[#edits: 1 = <984/info:/1734078046714/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1004=[#edits: 1 = <985/info:/1734078046716/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1005=[#edits: 1 = <986/info:/1734078046717/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1006=[#edits: 1 = <987/info:/1734078046718/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1007=[#edits: 1 = <988/info:/1734078046719/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1008=[#edits: 1 = <989/info:/1734078046723/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=73006, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:46,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45893 {}] master.HMaster(2345): Client=jenkins//172.17.0.2 move hri=1657623790, source=6b1293cedc9a,35159,1734078043100, destination=6b1293cedc9a,35911,1734078043158, warming up region on 6b1293cedc9a,35911,1734078043158 2024-12-13T08:20:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45893 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,35911,1734078043158 2024-12-13T08:20:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:46,737 INFO [RS-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:20:46,739 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:46,739 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1009=[#edits: 1 = <990/info:/1734078046724/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1010=[#edits: 1 = <991/info:/1734078046725/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1011=[#edits: 1 = <992/info:/1734078046726/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1012=[#edits: 1 = <993/info:/1734078046728/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1013=[#edits: 1 = <994/info:/1734078046731/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1014=[#edits: 1 = <995/info:/1734078046732/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1015=[#edits: 1 = <996/info:/1734078046733/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1016=[#edits: 1 = <997/info:/1734078046733/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1017=[#edits: 1 = <998/info:/1734078046734/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1018=[#edits: 1 = <999/info:/1734078046734/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=73716, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:46,739 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 73716, reset compression=false 2024-12-13T08:20:46,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] regionserver.RSRpcServices(2212): Warmup hbase:meta,,1_0002.1657623790 2024-12-13T08:20:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] regionserver.HRegion(7389): Warmup {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-13T08:20:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:46,743 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-13T08:20:46,744 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-13T08:20:46,744 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:46,774 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/info/96a66403aedb459ca31f6031dc4f7799 2024-12-13T08:20:46,774 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:46,774 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-13T08:20:46,775 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-13T08:20:46,776 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:46,776 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:46,776 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-13T08:20:46,777 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-13T08:20:46,777 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:46,784 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/table/0b405e7fd789479db42a862036ecb49c 2024-12-13T08:20:46,784 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-13T08:20:46,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-13T08:20:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-13T08:20:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-13T08:20:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-13T08:20:46,793 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:46,793 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:46,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-13T08:20:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-13T08:20:46,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45893 {}] master.HMaster(2349): Client=jenkins//172.17.0.2 move hri=1657623790, source=6b1293cedc9a,35159,1734078043100, destination=6b1293cedc9a,35911,1734078043158, running balancer 2024-12-13T08:20:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45893 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, REOPEN/MOVE 2024-12-13T08:20:46,801 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, REOPEN/MOVE 2024-12-13T08:20:46,802 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=1657623790, regionState=CLOSING, regionLocation=6b1293cedc9a,35159,1734078043100 2024-12-13T08:20:46,802 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 6b1293cedc9a,35159,1734078043100, state=CLOSING 2024-12-13T08:20:46,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:46,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:46,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:46,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:46,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:46,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:46,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:46,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:46,814 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:20:46,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; CloseRegionProcedure 1657623790, server=6b1293cedc9a,35159,1734078043100}] 2024-12-13T08:20:46,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:46,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45893 {}] procedure.ProcedureSyncWait(219): waitFor pid=18 2024-12-13T08:20:46,945 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 73716, reset compression=false 2024-12-13T08:20:46,965 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,35159,1734078043100 2024-12-13T08:20:46,966 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=19}] handler.UnassignRegionHandler(124): Close 1657623790 2024-12-13T08:20:46,966 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=19}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:20:46,966 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-13T08:20:46,966 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-13T08:20:46,966 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-13T08:20:46,966 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-13T08:20:46,966 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-13T08:20:46,968 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=19}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:46,969 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-13T08:20:46,969 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-13T08:20:46,969 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegionServer(3789): Adding 1657623790 move to 6b1293cedc9a,35911,1734078043158 record at close sequenceid=9 2024-12-13T08:20:46,970 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=19}] handler.UnassignRegionHandler(170): Closed 1657623790 2024-12-13T08:20:46,970 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=1657623790, regionState=CLOSED 2024-12-13T08:20:46,971 WARN [PEWorker-2 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-13T08:20:46,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-13T08:20:46,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; CloseRegionProcedure 1657623790, server=6b1293cedc9a,35159,1734078043100 in 157 msec 2024-12-13T08:20:46,978 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, REOPEN/MOVE; state=CLOSED, location=6b1293cedc9a,35911,1734078043158; forceNewPlan=false, retain=false 2024-12-13T08:20:47,002 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:20:47,002 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:47,129 INFO [6b1293cedc9a:45893 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:20:47,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=6b1293cedc9a,35911,1734078043158 2024-12-13T08:20:47,130 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 6b1293cedc9a,35911,1734078043158, state=OPENING 2024-12-13T08:20:47,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:47,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:47,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:47,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:47,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:47,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:47,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:47,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:47,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:47,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:47,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=20, ppid=18, state=RUNNABLE; OpenRegionProcedure 1657623790, server=6b1293cedc9a,35911,1734078043158}] 2024-12-13T08:20:47,256 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 73716, reset compression=false 2024-12-13T08:20:47,290 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,35911,1734078043158 2024-12-13T08:20:47,293 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=20}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-13T08:20:47,293 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-13T08:20:47,293 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=20}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:47,293 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-13T08:20:47,293 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:47,294 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-13T08:20:47,294 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:47,294 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-13T08:20:47,294 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-13T08:20:47,294 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-13T08:20:47,295 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-13T08:20:47,295 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:47,300 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/info/96a66403aedb459ca31f6031dc4f7799 2024-12-13T08:20:47,300 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:47,300 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-13T08:20:47,301 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-13T08:20:47,301 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:47,302 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:47,302 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-13T08:20:47,302 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-13T08:20:47,302 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:47,308 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/table/0b405e7fd789479db42a862036ecb49c 2024-12-13T08:20:47,308 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:47,308 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:47,310 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63132480, jitterRate=-0.05925273895263672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:47,310 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-13T08:20:47,310 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=20, masterSystemTime=1734078047290 2024-12-13T08:20:47,311 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-13T08:20:47,311 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,35911,1734078043158 2024-12-13T08:20:47,311 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=20}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-13T08:20:47,311 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-13T08:20:47,311 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:47,311 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 6b1293cedc9a,35911,1734078043158, state=OPEN 2024-12-13T08:20:47,312 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:47,312 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45283 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-13T08:20:47,312 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45283 {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=29.08 KB heapSize=102.31 KB 2024-12-13T08:20:47,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:47,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:47,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:47,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:47,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:47,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:47,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:47,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:47,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:47,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:47,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=20, resume processing ppid=18 2024-12-13T08:20:47,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=18, state=SUCCESS; OpenRegionProcedure 1657623790, server=6b1293cedc9a,35911,1734078043158 in 183 msec 2024-12-13T08:20:47,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, REOPEN/MOVE in 523 msec 2024-12-13T08:20:47,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/.tmp/info/ee38d02fa814449ca1e0241acfe33adb is 34, key is 100/info:/1734078045982/Put/seqid=0 2024-12-13T08:20:47,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741843_1019 (size=43843) 2024-12-13T08:20:47,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741843_1019 (size=43843) 2024-12-13T08:20:47,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741843_1019 (size=43843) 2024-12-13T08:20:47,333 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.08 KB at sequenceid=1019 (bloomFilter=true), to=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/.tmp/info/ee38d02fa814449ca1e0241acfe33adb 2024-12-13T08:20:47,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/.tmp/info/ee38d02fa814449ca1e0241acfe33adb as hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/info/ee38d02fa814449ca1e0241acfe33adb 2024-12-13T08:20:47,340 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45283 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/info/ee38d02fa814449ca1e0241acfe33adb, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-13T08:20:47,340 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45283 {}] regionserver.HRegion(3040): Finished flush of dataSize ~29.08 KB/29780, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 28ms, sequenceid=1019, compaction requested=false 2024-12-13T08:20:47,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45283 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:47,340 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(143): Triggered flush of primary region replica 1588230740 for 1657623790; now waiting and blocking reads until completes a full flush cycle 2024-12-13T08:20:47,340 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-13T08:20:47,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:47,353 INFO [RS-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:20:47,354 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(313): Writing data from 1000 to 2000 2024-12-13T08:20:47,382 DEBUG [AsyncFSWAL-0-hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2-prefix:6b1293cedc9a,45283,1734078043064.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80546, logrollsize=80530 2024-12-13T08:20:47,382 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C45283%2C1734078043064.meta:.meta(num 1734078044234) roll requested 2024-12-13T08:20:47,399 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, exclude list is [], retry=0 2024-12-13T08:20:47,401 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42399,DS-b267ac75-b94c-494f-9e9e-87e22133545f,DISK] 2024-12-13T08:20:47,401 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39635,DS-8c1b02b2-0e75-48a0-bc0d-ea334887564e,DISK] 2024-12-13T08:20:47,401 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33375,DS-9f848f2b-7b7e-4ff8-b944-15665a01fd89,DISK] 2024-12-13T08:20:47,403 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta with entries=1156, filesize=82.51 KB; new WAL /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta 2024-12-13T08:20:47,403 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42121:42121),(127.0.0.1/127.0.0.1:35567:35567),(127.0.0.1/127.0.0.1:41067:41067)] 2024-12-13T08:20:47,403 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta is not closed yet, will try archiving it next time 2024-12-13T08:20:47,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741837_1013 (size=84496) 2024-12-13T08:20:47,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741837_1013 (size=84496) 2024-12-13T08:20:47,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741837_1013 (size=84496) 2024-12-13T08:20:47,661 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta to pos 73716, reset compression=false 2024-12-13T08:20:47,663 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 58 WAL entries eligible for replication 2024-12-13T08:20:47,664 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1020=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078047312/Put/vlen=102/seqid=0; >],292}, {hbase:meta/1588230740/1021=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078047340/Put/vlen=136/seqid=0; >],324}, {hbase:meta/1588230740/1022=[#edits: 1 = <1000/info:/1734078047354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1023=[#edits: 1 = <1001/info:/1734078047355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1024=[#edits: 1 = <1002/info:/1734078047355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1025=[#edits: 1 = <1003/info:/1734078047355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1026=[#edits: 1 = <1004/info:/1734078047355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1027=[#edits: 1 = <1005/info:/1734078047356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1028=[#edits: 1 = <1006/info:/1734078047356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1029=[#edits: 1 = <1007/info:/1734078047356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1030=[#edits: 1 = <1008/info:/1734078047357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1031=[#edits: 1 = <1009/info:/1734078047357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1032=[#edits: 1 = <1010/info:/1734078047357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1033=[#edits: 1 = <1011/info:/1734078047357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1034=[#edits: 1 = <1012/info:/1734078047358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1035=[#edits: 1 = <1013/info:/1734078047358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1036=[#edits: 1 = <1014/info:/1734078047358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1037=[#edits: 1 = <1015/info:/1734078047359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1038=[#edits: 1 = <1016/info:/1734078047359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1039=[#edits: 1 = <1017/info:/1734078047359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1040=[#edits: 1 = <1018/info:/1734078047359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1041=[#edits: 1 = <1019/info:/1734078047360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1042=[#edits: 1 = <1020/info:/1734078047360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1043=[#edits: 1 = <1021/info:/1734078047360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1044=[#edits: 1 = <1022/info:/1734078047361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1045=[#edits: 1 = <1023/info:/1734078047361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1046=[#edits: 1 = <1024/info:/1734078047361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1047=[#edits: 1 = <1025/info:/1734078047361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1048=[#edits: 1 = <1026/info:/1734078047362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1049=[#edits: 1 = <1027/info:/1734078047362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1050=[#edits: 1 = <1028/info:/1734078047362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1051=[#edits: 1 = <1029/info:/1734078047362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1052=[#edits: 1 = <1030/info:/1734078047363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1053=[#edits: 1 = <1031/info:/1734078047363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1054=[#edits: 1 = <1032/info:/1734078047363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1055=[#edits: 1 = <1033/info:/1734078047364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1056=[#edits: 1 = <1034/info:/1734078047364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1057=[#edits: 1 = <1035/info:/1734078047364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1058=[#edits: 1 = <1036/info:/1734078047364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1059=[#edits: 1 = <1037/info:/1734078047365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1060=[#edits: 1 = <1038/info:/1734078047365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1061=[#edits: 1 = <1039/info:/1734078047365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1062=[#edits: 1 = <1040/info:/1734078047366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1063=[#edits: 1 = <1041/info:/1734078047367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1064=[#edits: 1 = <1042/info:/1734078047368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1065=[#edits: 1 = <1043/info:/1734078047368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1066=[#edits: 1 = <1044/info:/1734078047369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1067=[#edits: 1 = <1045/info:/1734078047369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1068=[#edits: 1 = <1046/info:/1734078047369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1069=[#edits: 1 = <1047/info:/1734078047370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1070=[#edits: 1 = <1048/info:/1734078047370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1071=[#edits: 1 = <1049/info:/1734078047370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1072=[#edits: 1 = <1050/info:/1734078047371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1073=[#edits: 1 = <1051/info:/1734078047371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1074=[#edits: 1 = <1052/info:/1734078047371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1075=[#edits: 1 = <1053/info:/1734078047372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1076=[#edits: 1 = <1054/info:/1734078047372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1077=[#edits: 1 = <1055/info:/1734078047372/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=78210, nbRowKeys=58, nbHFiles=0, heapSize=10248, lastSeqIds={}, endOfFile=false,usedBufferSize=10248] 2024-12-13T08:20:47,664 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:47,664 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta 2024-12-13T08:20:47,664 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 26 WAL entries eligible for replication 2024-12-13T08:20:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] ipc.CallRunner(138): callId: 109 service: AdminService methodName: Replay size: 1.2 K connection: 172.17.0.2:40886 deadline: 1734078107664, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6b1293cedc9a port=35911 startCode=1734078043158. As of locationSeqNum=9. 2024-12-13T08:20:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42877 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:47,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42877 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=29.08 KB heapSize=101.56 KB 2024-12-13T08:20:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42877 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:1019 2024-12-13T08:20:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42877 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "ee38d02fa814449ca1e0241acfe33adb" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42877 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:1019 and a previous prepared snapshot was found 2024-12-13T08:20:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42877 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:47,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42877 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ec55bf added hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/info/ee38d02fa814449ca1e0241acfe33adb, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-13T08:20:47,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42877 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:47,689 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:47,689 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:47,767 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:47,768 INFO [RS-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] regionserver.HRegion(5737): 1657623790 : Prepared empty flush with seqId:1019 2024-12-13T08:20:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "ee38d02fa814449ca1e0241acfe33adb" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:47,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] regionserver.HRegion(5844): 1657623790 : Received a flush commit marker with larger seqId: 1019 than what we have prepared with seqId: 0. Picking up new file and dropping prepared memstore snapshot 2024-12-13T08:20:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:47,770 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(313): Writing data from 2000 to 3000 2024-12-13T08:20:47,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e9c1d76 added hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/info/ee38d02fa814449ca1e0241acfe33adb, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-13T08:20:47,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 1019 is greater than current seqId:13 2024-12-13T08:20:47,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:47,777 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:47,777 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1078=[#edits: 1 = <1056/info:/1734078047372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1079=[#edits: 1 = <1057/info:/1734078047373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1080=[#edits: 1 = <1058/info:/1734078047373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1081=[#edits: 1 = <1059/info:/1734078047373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1082=[#edits: 1 = <1060/info:/1734078047374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1083=[#edits: 1 = <1061/info:/1734078047374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1084=[#edits: 1 = <1062/info:/1734078047374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1085=[#edits: 1 = <1063/info:/1734078047374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1086=[#edits: 1 = <1064/info:/1734078047375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1087=[#edits: 1 = <1065/info:/1734078047375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1088=[#edits: 1 = <1066/info:/1734078047375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1089=[#edits: 1 = <1067/info:/1734078047376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1090=[#edits: 1 = <1068/info:/1734078047376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1091=[#edits: 1 = <1069/info:/1734078047376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1092=[#edits: 1 = <1070/info:/1734078047376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1093=[#edits: 1 = <1071/info:/1734078047377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1094=[#edits: 1 = <1072/info:/1734078047377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1095=[#edits: 1 = <1073/info:/1734078047377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1096=[#edits: 1 = <1074/info:/1734078047378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1097=[#edits: 1 = <1075/info:/1734078047378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1098=[#edits: 1 = <1076/info:/1734078047378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1099=[#edits: 1 = <1077/info:/1734078047379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1100=[#edits: 1 = <1078/info:/1734078047379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1101=[#edits: 1 = <1079/info:/1734078047379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1102=[#edits: 1 = <1080/info:/1734078047380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1103=[#edits: 1 = <1081/info:/1734078047380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1104=[#edits: 1 = <1082/info:/1734078047380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1105=[#edits: 1 = <1083/info:/1734078047381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1106=[#edits: 1 = <1084/info:/1734078047381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1107=[#edits: 1 = <1085/info:/1734078047381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1108=[#edits: 1 = <1086/info:/1734078047382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1109=[#edits: 1 = <1087/info:/1734078047382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1110=[#edits: 1 = <1088/info:/1734078047382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1111=[#edits: 1 = <1089/info:/1734078047383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1112=[#edits: 1 = <1090/info:/1734078047384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1113=[#edits: 1 = <1091/info:/1734078047384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1114=[#edits: 1 = <1092/info:/1734078047385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1115=[#edits: 1 = <1093/info:/1734078047385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1116=[#edits: 1 = <1094/info:/1734078047386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1117=[#edits: 1 = <1095/info:/1734078047386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1118=[#edits: 1 = <1096/info:/1734078047386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1119=[#edits: 1 = <1097/info:/1734078047387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1120=[#edits: 1 = <1098/info:/1734078047387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1121=[#edits: 1 = <1099/info:/1734078047387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1122=[#edits: 1 = <1100/info:/1734078047388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1123=[#edits: 1 = <1101/info:/1734078047388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1124=[#edits: 1 = <1102/info:/1734078047388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1125=[#edits: 1 = <1103/info:/1734078047389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1126=[#edits: 1 = <1104/info:/1734078047389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1127=[#edits: 1 = <1105/info:/1734078047389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1128=[#edits: 1 = <1106/info:/1734078047390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1129=[#edits: 1 = <1107/info:/1734078047390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1130=[#edits: 1 = <1108/info:/1734078047390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1131=[#edits: 1 = <1109/info:/1734078047391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1132=[#edits: 1 = <1110/info:/1734078047391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1133=[#edits: 1 = <1111/info:/1734078047391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1134=[#edits: 1 = <1112/info:/1734078047392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1135=[#edits: 1 = <1113/info:/1734078047392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1136=[#edits: 1 = <1114/info:/1734078047392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1137=[#edits: 1 = <1115/info:/1734078047393/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=82590, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:47,780 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1138=[#edits: 1 = <1116/info:/1734078047393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1139=[#edits: 1 = <1117/info:/1734078047393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1140=[#edits: 1 = <1118/info:/1734078047394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1141=[#edits: 1 = <1119/info:/1734078047395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1142=[#edits: 1 = <1120/info:/1734078047395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1143=[#edits: 1 = <1121/info:/1734078047395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1144=[#edits: 1 = <1122/info:/1734078047396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1145=[#edits: 1 = <1123/info:/1734078047396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1146=[#edits: 1 = <1124/info:/1734078047396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1147=[#edits: 1 = <1125/info:/1734078047396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1148=[#edits: 1 = <1126/info:/1734078047397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1149=[#edits: 1 = <1127/info:/1734078047397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1150=[#edits: 1 = <1128/info:/1734078047397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1151=[#edits: 1 = <1129/info:/1734078047397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1152=[#edits: 1 = <1130/info:/1734078047398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1153=[#edits: 1 = <1131/info:/1734078047398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1154=[#edits: 1 = <1132/info:/1734078047398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1155=[#edits: 1 = <1133/info:/1734078047399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1156=[#edits: 1 = <1134/info:/1734078047399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1157=[#edits: 1 = <1135/info:/1734078047400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1158=[#edits: 1 = <1136/info:/1734078047400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1159=[#edits: 1 = <1137/info:/1734078047401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1160=[#edits: 1 = <1138/info:/1734078047401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1161=[#edits: 1 = <1139/info:/1734078047402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1162=[#edits: 1 = <1140/info:/1734078047402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1163=[#edits: 1 = <1141/info:/1734078047403/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078044234.meta, lastWalPosition=84488, nbRowKeys=26, nbHFiles=0, heapSize=4472, lastSeqIds={}, endOfFile=true,usedBufferSize=4472] 2024-12-13T08:20:47,799 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:47,799 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1164=[#edits: 1 = <1142/info:/1734078047403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1165=[#edits: 1 = <1143/info:/1734078047403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1166=[#edits: 1 = <1144/info:/1734078047404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1167=[#edits: 1 = <1145/info:/1734078047405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1168=[#edits: 1 = <1146/info:/1734078047405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1169=[#edits: 1 = <1147/info:/1734078047405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1170=[#edits: 1 = <1148/info:/1734078047406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1171=[#edits: 1 = <1149/info:/1734078047406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1172=[#edits: 1 = <1150/info:/1734078047406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1173=[#edits: 1 = <1151/info:/1734078047406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1174=[#edits: 1 = <1152/info:/1734078047407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1175=[#edits: 1 = <1153/info:/1734078047407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1176=[#edits: 1 = <1154/info:/1734078047407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1177=[#edits: 1 = <1155/info:/1734078047408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1178=[#edits: 1 = <1156/info:/1734078047408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1179=[#edits: 1 = <1157/info:/1734078047408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1180=[#edits: 1 = <1158/info:/1734078047409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1181=[#edits: 1 = <1159/info:/1734078047409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1182=[#edits: 1 = <1160/info:/1734078047409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1183=[#edits: 1 = <1161/info:/1734078047410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1184=[#edits: 1 = <1162/info:/1734078047410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1185=[#edits: 1 = <1163/info:/1734078047410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1186=[#edits: 1 = <1164/info:/1734078047411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1187=[#edits: 1 = <1165/info:/1734078047415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1188=[#edits: 1 = <1166/info:/1734078047415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1189=[#edits: 1 = <1167/info:/1734078047416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1190=[#edits: 1 = <1168/info:/1734078047416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1191=[#edits: 1 = <1169/info:/1734078047416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1192=[#edits: 1 = <1170/info:/1734078047417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1193=[#edits: 1 = <1171/info:/1734078047417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1194=[#edits: 1 = <1172/info:/1734078047417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1195=[#edits: 1 = <1173/info:/1734078047418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1196=[#edits: 1 = <1174/info:/1734078047418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1197=[#edits: 1 = <1175/info:/1734078047418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1198=[#edits: 1 = <1176/info:/1734078047418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1199=[#edits: 1 = <1177/info:/1734078047419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1200=[#edits: 1 = <1178/info:/1734078047419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1201=[#edits: 1 = <1179/info:/1734078047419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1202=[#edits: 1 = <1180/info:/1734078047419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1203=[#edits: 1 = <1181/info:/1734078047420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1204=[#edits: 1 = <1182/info:/1734078047420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1205=[#edits: 1 = <1183/info:/1734078047420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1206=[#edits: 1 = <1184/info:/1734078047421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1207=[#edits: 1 = <1185/info:/1734078047421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1208=[#edits: 1 = <1186/info:/1734078047421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1209=[#edits: 1 = <1187/info:/1734078047421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1210=[#edits: 1 = <1188/info:/1734078047421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1211=[#edits: 1 = <1189/info:/1734078047422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1212=[#edits: 1 = <1190/info:/1734078047422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1213=[#edits: 1 = <1191/info:/1734078047422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1214=[#edits: 1 = <1192/info:/1734078047423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1215=[#edits: 1 = <1193/info:/1734078047423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1216=[#edits: 1 = <1194/info:/1734078047423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1217=[#edits: 1 = <1195/info:/1734078047423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1218=[#edits: 1 = <1196/info:/1734078047424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1219=[#edits: 1 = <1197/info:/1734078047424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1220=[#edits: 1 = <1198/info:/1734078047424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1221=[#edits: 1 = <1199/info:/1734078047424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1222=[#edits: 1 = <1200/info:/1734078047425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1223=[#edits: 1 = <1201/info:/1734078047425/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=4465, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:47,801 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:47,802 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:47,803 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1224=[#edits: 1 = <1202/info:/1734078047425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1225=[#edits: 1 = <1203/info:/1734078047425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1226=[#edits: 1 = <1204/info:/1734078047425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1227=[#edits: 1 = <1205/info:/1734078047426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1228=[#edits: 1 = <1206/info:/1734078047426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1229=[#edits: 1 = <1207/info:/1734078047426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1230=[#edits: 1 = <1208/info:/1734078047426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1231=[#edits: 1 = <1209/info:/1734078047427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1232=[#edits: 1 = <1210/info:/1734078047427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1233=[#edits: 1 = <1211/info:/1734078047427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1234=[#edits: 1 = <1212/info:/1734078047427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1235=[#edits: 1 = <1213/info:/1734078047428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1236=[#edits: 1 = <1214/info:/1734078047428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1237=[#edits: 1 = <1215/info:/1734078047428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1238=[#edits: 1 = <1216/info:/1734078047429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1239=[#edits: 1 = <1217/info:/1734078047429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1240=[#edits: 1 = <1218/info:/1734078047429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1241=[#edits: 1 = <1219/info:/1734078047429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1242=[#edits: 1 = <1220/info:/1734078047430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1243=[#edits: 1 = <1221/info:/1734078047430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1244=[#edits: 1 = <1222/info:/1734078047430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1245=[#edits: 1 = <1223/info:/1734078047430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1246=[#edits: 1 = <1224/info:/1734078047431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1247=[#edits: 1 = <1225/info:/1734078047431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1248=[#edits: 1 = <1226/info:/1734078047431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1249=[#edits: 1 = <1227/info:/1734078047432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1250=[#edits: 1 = <1228/info:/1734078047432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1251=[#edits: 1 = <1229/info:/1734078047432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1252=[#edits: 1 = <1230/info:/1734078047432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1253=[#edits: 1 = <1231/info:/1734078047433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1254=[#edits: 1 = <1232/info:/1734078047433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1255=[#edits: 1 = <1233/info:/1734078047433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1256=[#edits: 1 = <1234/info:/1734078047433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1257=[#edits: 1 = <1235/info:/1734078047434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1258=[#edits: 1 = <1236/info:/1734078047434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1259=[#edits: 1 = <1237/info:/1734078047434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1260=[#edits: 1 = <1238/info:/1734078047434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1261=[#edits: 1 = <1239/info:/1734078047435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1262=[#edits: 1 = <1240/info:/1734078047435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1263=[#edits: 1 = <1241/info:/1734078047435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1264=[#edits: 1 = <1242/info:/1734078047435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1265=[#edits: 1 = <1243/info:/1734078047436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1266=[#edits: 1 = <1244/info:/1734078047436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1267=[#edits: 1 = <1245/info:/1734078047436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1268=[#edits: 1 = <1246/info:/1734078047436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1269=[#edits: 1 = <1247/info:/1734078047437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1270=[#edits: 1 = <1248/info:/1734078047437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1271=[#edits: 1 = <1249/info:/1734078047437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1272=[#edits: 1 = <1250/info:/1734078047437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1273=[#edits: 1 = <1251/info:/1734078047438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1274=[#edits: 1 = <1252/info:/1734078047438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1275=[#edits: 1 = <1253/info:/1734078047438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1276=[#edits: 1 = <1254/info:/1734078047438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1277=[#edits: 1 = <1255/info:/1734078047439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1278=[#edits: 1 = <1256/info:/1734078047439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1279=[#edits: 1 = <1257/info:/1734078047439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1280=[#edits: 1 = <1258/info:/1734078047439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1281=[#edits: 1 = <1259/info:/1734078047439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1282=[#edits: 1 = <1260/info:/1734078047440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1283=[#edits: 1 = <1261/info:/1734078047440/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=8845, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:47,806 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1284=[#edits: 1 = <1262/info:/1734078047440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1285=[#edits: 1 = <1263/info:/1734078047440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1286=[#edits: 1 = <1264/info:/1734078047441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1287=[#edits: 1 = <1265/info:/1734078047441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1288=[#edits: 1 = <1266/info:/1734078047441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1289=[#edits: 1 = <1267/info:/1734078047441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1290=[#edits: 1 = <1268/info:/1734078047442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1291=[#edits: 1 = <1269/info:/1734078047442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1292=[#edits: 1 = <1270/info:/1734078047442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1293=[#edits: 1 = <1271/info:/1734078047442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1294=[#edits: 1 = <1272/info:/1734078047443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1295=[#edits: 1 = <1273/info:/1734078047443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1296=[#edits: 1 = <1274/info:/1734078047443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1297=[#edits: 1 = <1275/info:/1734078047443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1298=[#edits: 1 = <1276/info:/1734078047444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1299=[#edits: 1 = <1277/info:/1734078047444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1300=[#edits: 1 = <1278/info:/1734078047444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1301=[#edits: 1 = <1279/info:/1734078047444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1302=[#edits: 1 = <1280/info:/1734078047445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1303=[#edits: 1 = <1281/info:/1734078047445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1304=[#edits: 1 = <1282/info:/1734078047445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1305=[#edits: 1 = <1283/info:/1734078047445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1306=[#edits: 1 = <1284/info:/1734078047446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1307=[#edits: 1 = <1285/info:/1734078047446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1308=[#edits: 1 = <1286/info:/1734078047446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1309=[#edits: 1 = <1287/info:/1734078047447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1310=[#edits: 1 = <1288/info:/1734078047447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1311=[#edits: 1 = <1289/info:/1734078047447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1312=[#edits: 1 = <1290/info:/1734078047448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1313=[#edits: 1 = <1291/info:/1734078047448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1314=[#edits: 1 = <1292/info:/1734078047448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1315=[#edits: 1 = <1293/info:/1734078047448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1316=[#edits: 1 = <1294/info:/1734078047449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1317=[#edits: 1 = <1295/info:/1734078047449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1318=[#edits: 1 = <1296/info:/1734078047449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1319=[#edits: 1 = <1297/info:/1734078047450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1320=[#edits: 1 = <1298/info:/1734078047450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1321=[#edits: 1 = <1299/info:/1734078047450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1322=[#edits: 1 = <1300/info:/1734078047450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1323=[#edits: 1 = <1301/info:/1734078047451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1324=[#edits: 1 = <1302/info:/1734078047451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1325=[#edits: 1 = <1303/info:/1734078047451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1326=[#edits: 1 = <1304/info:/1734078047452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1327=[#edits: 1 = <1305/info:/1734078047452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1328=[#edits: 1 = <1306/info:/1734078047452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1329=[#edits: 1 = <1307/info:/1734078047453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1330=[#edits: 1 = <1308/info:/1734078047453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1331=[#edits: 1 = <1309/info:/1734078047453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1332=[#edits: 1 = <1310/info:/1734078047454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1333=[#edits: 1 = <1311/info:/1734078047454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1334=[#edits: 1 = <1312/info:/1734078047454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1335=[#edits: 1 = <1313/info:/1734078047455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1336=[#edits: 1 = <1314/info:/1734078047455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1337=[#edits: 1 = <1315/info:/1734078047455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1338=[#edits: 1 = <1316/info:/1734078047456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1339=[#edits: 1 = <1317/info:/1734078047456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1340=[#edits: 1 = <1318/info:/1734078047456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1341=[#edits: 1 = <1319/info:/1734078047457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1342=[#edits: 1 = <1320/info:/1734078047457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1343=[#edits: 1 = <1321/info:/1734078047457/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=13225, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:47,807 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:47,809 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1344=[#edits: 1 = <1322/info:/1734078047457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1345=[#edits: 1 = <1323/info:/1734078047458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1346=[#edits: 1 = <1324/info:/1734078047458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1347=[#edits: 1 = <1325/info:/1734078047458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1348=[#edits: 1 = <1326/info:/1734078047459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1349=[#edits: 1 = <1327/info:/1734078047459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1350=[#edits: 1 = <1328/info:/1734078047460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1351=[#edits: 1 = <1329/info:/1734078047460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1352=[#edits: 1 = <1330/info:/1734078047460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1353=[#edits: 1 = <1331/info:/1734078047461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1354=[#edits: 1 = <1332/info:/1734078047461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1355=[#edits: 1 = <1333/info:/1734078047461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1356=[#edits: 1 = <1334/info:/1734078047462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1357=[#edits: 1 = <1335/info:/1734078047462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1358=[#edits: 1 = <1336/info:/1734078047462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1359=[#edits: 1 = <1337/info:/1734078047463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1360=[#edits: 1 = <1338/info:/1734078047463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1361=[#edits: 1 = <1339/info:/1734078047464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1362=[#edits: 1 = <1340/info:/1734078047464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1363=[#edits: 1 = <1341/info:/1734078047464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1364=[#edits: 1 = <1342/info:/1734078047465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1365=[#edits: 1 = <1343/info:/1734078047465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1366=[#edits: 1 = <1344/info:/1734078047465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1367=[#edits: 1 = <1345/info:/1734078047466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1368=[#edits: 1 = <1346/info:/1734078047466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1369=[#edits: 1 = <1347/info:/1734078047467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1370=[#edits: 1 = <1348/info:/1734078047467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1371=[#edits: 1 = <1349/info:/1734078047468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1372=[#edits: 1 = <1350/info:/1734078047468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1373=[#edits: 1 = <1351/info:/1734078047469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1374=[#edits: 1 = <1352/info:/1734078047469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1375=[#edits: 1 = <1353/info:/1734078047469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1376=[#edits: 1 = <1354/info:/1734078047470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1377=[#edits: 1 = <1355/info:/1734078047470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1378=[#edits: 1 = <1356/info:/1734078047471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1379=[#edits: 1 = <1357/info:/1734078047471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1380=[#edits: 1 = <1358/info:/1734078047472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1381=[#edits: 1 = <1359/info:/1734078047472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1382=[#edits: 1 = <1360/info:/1734078047472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1383=[#edits: 1 = <1361/info:/1734078047473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1384=[#edits: 1 = <1362/info:/1734078047473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1385=[#edits: 1 = <1363/info:/1734078047474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1386=[#edits: 1 = <1364/info:/1734078047474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1387=[#edits: 1 = <1365/info:/1734078047474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1388=[#edits: 1 = <1366/info:/1734078047475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1389=[#edits: 1 = <1367/info:/1734078047475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1390=[#edits: 1 = <1368/info:/1734078047476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1391=[#edits: 1 = <1369/info:/1734078047476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1392=[#edits: 1 = <1370/info:/1734078047476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1393=[#edits: 1 = <1371/info:/1734078047477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1394=[#edits: 1 = <1372/info:/1734078047477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1395=[#edits: 1 = <1373/info:/1734078047478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1396=[#edits: 1 = <1374/info:/1734078047478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1397=[#edits: 1 = <1375/info:/1734078047479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1398=[#edits: 1 = <1376/info:/1734078047479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1399=[#edits: 1 = <1377/info:/1734078047480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1400=[#edits: 1 = <1378/info:/1734078047480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1401=[#edits: 1 = <1379/info:/1734078047480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1402=[#edits: 1 = <1380/info:/1734078047481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1403=[#edits: 1 = <1381/info:/1734078047481/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=17605, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:47,809 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:47,811 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:47,812 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1404=[#edits: 1 = <1382/info:/1734078047482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1405=[#edits: 1 = <1383/info:/1734078047482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1406=[#edits: 1 = <1384/info:/1734078047482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1407=[#edits: 1 = <1385/info:/1734078047483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1408=[#edits: 1 = <1386/info:/1734078047483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1409=[#edits: 1 = <1387/info:/1734078047484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1410=[#edits: 1 = <1388/info:/1734078047484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1411=[#edits: 1 = <1389/info:/1734078047485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1412=[#edits: 1 = <1390/info:/1734078047485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1413=[#edits: 1 = <1391/info:/1734078047486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1414=[#edits: 1 = <1392/info:/1734078047486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1415=[#edits: 1 = <1393/info:/1734078047487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1416=[#edits: 1 = <1394/info:/1734078047487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1417=[#edits: 1 = <1395/info:/1734078047487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1418=[#edits: 1 = <1396/info:/1734078047488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1419=[#edits: 1 = <1397/info:/1734078047488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1420=[#edits: 1 = <1398/info:/1734078047488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1421=[#edits: 1 = <1399/info:/1734078047489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1422=[#edits: 1 = <1400/info:/1734078047489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1423=[#edits: 1 = <1401/info:/1734078047489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1424=[#edits: 1 = <1402/info:/1734078047489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1425=[#edits: 1 = <1403/info:/1734078047490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1426=[#edits: 1 = <1404/info:/1734078047490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1427=[#edits: 1 = <1405/info:/1734078047490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1428=[#edits: 1 = <1406/info:/1734078047490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1429=[#edits: 1 = <1407/info:/1734078047491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1430=[#edits: 1 = <1408/info:/1734078047505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1431=[#edits: 1 = <1409/info:/1734078047506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1432=[#edits: 1 = <1410/info:/1734078047506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1433=[#edits: 1 = <1411/info:/1734078047506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1434=[#edits: 1 = <1412/info:/1734078047507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1435=[#edits: 1 = <1413/info:/1734078047507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1436=[#edits: 1 = <1414/info:/1734078047507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1437=[#edits: 1 = <1415/info:/1734078047508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1438=[#edits: 1 = <1416/info:/1734078047508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1439=[#edits: 1 = <1417/info:/1734078047508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1440=[#edits: 1 = <1418/info:/1734078047508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1441=[#edits: 1 = <1419/info:/1734078047509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1442=[#edits: 1 = <1420/info:/1734078047509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1443=[#edits: 1 = <1421/info:/1734078047510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1444=[#edits: 1 = <1422/info:/1734078047510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1445=[#edits: 1 = <1423/info:/1734078047510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1446=[#edits: 1 = <1424/info:/1734078047511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1447=[#edits: 1 = <1425/info:/1734078047511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1448=[#edits: 1 = <1426/info:/1734078047511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1449=[#edits: 1 = <1427/info:/1734078047511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1450=[#edits: 1 = <1428/info:/1734078047512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1451=[#edits: 1 = <1429/info:/1734078047512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1452=[#edits: 1 = <1430/info:/1734078047512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1453=[#edits: 1 = <1431/info:/1734078047512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1454=[#edits: 1 = <1432/info:/1734078047512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1455=[#edits: 1 = <1433/info:/1734078047513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1456=[#edits: 1 = <1434/info:/1734078047513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1457=[#edits: 1 = <1435/info:/1734078047513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1458=[#edits: 1 = <1436/info:/1734078047513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1459=[#edits: 1 = <1437/info:/1734078047514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1460=[#edits: 1 = <1438/info:/1734078047514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1461=[#edits: 1 = <1439/info:/1734078047514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1462=[#edits: 1 = <1440/info:/1734078047514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1463=[#edits: 1 = <1441/info:/1734078047515/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=21985, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:47,815 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:47,816 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1464=[#edits: 1 = <1442/info:/1734078047515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1465=[#edits: 1 = <1443/info:/1734078047515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1466=[#edits: 1 = <1444/info:/1734078047516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1467=[#edits: 1 = <1445/info:/1734078047516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1468=[#edits: 1 = <1446/info:/1734078047516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1469=[#edits: 1 = <1447/info:/1734078047517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1470=[#edits: 1 = <1448/info:/1734078047517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1471=[#edits: 1 = <1449/info:/1734078047517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1472=[#edits: 1 = <1450/info:/1734078047518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1473=[#edits: 1 = <1451/info:/1734078047518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1474=[#edits: 1 = <1452/info:/1734078047519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1475=[#edits: 1 = <1453/info:/1734078047519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1476=[#edits: 1 = <1454/info:/1734078047519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1477=[#edits: 1 = <1455/info:/1734078047520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1478=[#edits: 1 = <1456/info:/1734078047520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1479=[#edits: 1 = <1457/info:/1734078047521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1480=[#edits: 1 = <1458/info:/1734078047521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1481=[#edits: 1 = <1459/info:/1734078047521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1482=[#edits: 1 = <1460/info:/1734078047521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1483=[#edits: 1 = <1461/info:/1734078047522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1484=[#edits: 1 = <1462/info:/1734078047522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1485=[#edits: 1 = <1463/info:/1734078047522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1486=[#edits: 1 = <1464/info:/1734078047523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1487=[#edits: 1 = <1465/info:/1734078047523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1488=[#edits: 1 = <1466/info:/1734078047524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1489=[#edits: 1 = <1467/info:/1734078047524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1490=[#edits: 1 = <1468/info:/1734078047524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1491=[#edits: 1 = <1469/info:/1734078047525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1492=[#edits: 1 = <1470/info:/1734078047525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1493=[#edits: 1 = <1471/info:/1734078047526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1494=[#edits: 1 = <1472/info:/1734078047526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1495=[#edits: 1 = <1473/info:/1734078047526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1496=[#edits: 1 = <1474/info:/1734078047527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1497=[#edits: 1 = <1475/info:/1734078047527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1498=[#edits: 1 = <1476/info:/1734078047527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1499=[#edits: 1 = <1477/info:/1734078047528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1500=[#edits: 1 = <1478/info:/1734078047528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1501=[#edits: 1 = <1479/info:/1734078047528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1502=[#edits: 1 = <1480/info:/1734078047528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1503=[#edits: 1 = <1481/info:/1734078047529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1504=[#edits: 1 = <1482/info:/1734078047529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1505=[#edits: 1 = <1483/info:/1734078047529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1506=[#edits: 1 = <1484/info:/1734078047529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1507=[#edits: 1 = <1485/info:/1734078047529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1508=[#edits: 1 = <1486/info:/1734078047530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1509=[#edits: 1 = <1487/info:/1734078047530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1510=[#edits: 1 = <1488/info:/1734078047530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1511=[#edits: 1 = <1489/info:/1734078047530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1512=[#edits: 1 = <1490/info:/1734078047531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1513=[#edits: 1 = <1491/info:/1734078047531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1514=[#edits: 1 = <1492/info:/1734078047531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1515=[#edits: 1 = <1493/info:/1734078047531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1516=[#edits: 1 = <1494/info:/1734078047532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1517=[#edits: 1 = <1495/info:/1734078047532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1518=[#edits: 1 = <1496/info:/1734078047532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1519=[#edits: 1 = <1497/info:/1734078047532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1520=[#edits: 1 = <1498/info:/1734078047547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1521=[#edits: 1 = <1499/info:/1734078047547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1522=[#edits: 1 = <1500/info:/1734078047547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1523=[#edits: 1 = <1501/info:/1734078047548/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=26365, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:47,819 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1524=[#edits: 1 = <1502/info:/1734078047548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1525=[#edits: 1 = <1503/info:/1734078047548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1526=[#edits: 1 = <1504/info:/1734078047548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1527=[#edits: 1 = <1505/info:/1734078047549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1528=[#edits: 1 = <1506/info:/1734078047549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1529=[#edits: 1 = <1507/info:/1734078047549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1530=[#edits: 1 = <1508/info:/1734078047549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1531=[#edits: 1 = <1509/info:/1734078047550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1532=[#edits: 1 = <1510/info:/1734078047550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1533=[#edits: 1 = <1511/info:/1734078047550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1534=[#edits: 1 = <1512/info:/1734078047550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1535=[#edits: 1 = <1513/info:/1734078047551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1536=[#edits: 1 = <1514/info:/1734078047551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1537=[#edits: 1 = <1515/info:/1734078047551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1538=[#edits: 1 = <1516/info:/1734078047551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1539=[#edits: 1 = <1517/info:/1734078047552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1540=[#edits: 1 = <1518/info:/1734078047552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1541=[#edits: 1 = <1519/info:/1734078047552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1542=[#edits: 1 = <1520/info:/1734078047552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1543=[#edits: 1 = <1521/info:/1734078047553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1544=[#edits: 1 = <1522/info:/1734078047553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1545=[#edits: 1 = <1523/info:/1734078047553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1546=[#edits: 1 = <1524/info:/1734078047553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1547=[#edits: 1 = <1525/info:/1734078047554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1548=[#edits: 1 = <1526/info:/1734078047554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1549=[#edits: 1 = <1527/info:/1734078047554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1550=[#edits: 1 = <1528/info:/1734078047554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1551=[#edits: 1 = <1529/info:/1734078047554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1552=[#edits: 1 = <1530/info:/1734078047555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1553=[#edits: 1 = <1531/info:/1734078047555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1554=[#edits: 1 = <1532/info:/1734078047555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1555=[#edits: 1 = <1533/info:/1734078047555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1556=[#edits: 1 = <1534/info:/1734078047556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1557=[#edits: 1 = <1535/info:/1734078047556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1558=[#edits: 1 = <1536/info:/1734078047556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1559=[#edits: 1 = <1537/info:/1734078047556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1560=[#edits: 1 = <1538/info:/1734078047556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1561=[#edits: 1 = <1539/info:/1734078047557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1562=[#edits: 1 = <1540/info:/1734078047557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1563=[#edits: 1 = <1541/info:/1734078047557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1564=[#edits: 1 = <1542/info:/1734078047557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1565=[#edits: 1 = <1543/info:/1734078047558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1566=[#edits: 1 = <1544/info:/1734078047558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1567=[#edits: 1 = <1545/info:/1734078047558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1568=[#edits: 1 = <1546/info:/1734078047558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1569=[#edits: 1 = <1547/info:/1734078047558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1570=[#edits: 1 = <1548/info:/1734078047559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1571=[#edits: 1 = <1549/info:/1734078047559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1572=[#edits: 1 = <1550/info:/1734078047559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1573=[#edits: 1 = <1551/info:/1734078047560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1574=[#edits: 1 = <1552/info:/1734078047560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1575=[#edits: 1 = <1553/info:/1734078047560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1576=[#edits: 1 = <1554/info:/1734078047560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1577=[#edits: 1 = <1555/info:/1734078047561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1578=[#edits: 1 = <1556/info:/1734078047561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1579=[#edits: 1 = <1557/info:/1734078047561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1580=[#edits: 1 = <1558/info:/1734078047561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1581=[#edits: 1 = <1559/info:/1734078047562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1582=[#edits: 1 = <1560/info:/1734078047562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1583=[#edits: 1 = <1561/info:/1734078047562/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=30745, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:47,821 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:47,822 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1584=[#edits: 1 = <1562/info:/1734078047562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1585=[#edits: 1 = <1563/info:/1734078047563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1586=[#edits: 1 = <1564/info:/1734078047563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1587=[#edits: 1 = <1565/info:/1734078047563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1588=[#edits: 1 = <1566/info:/1734078047564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1589=[#edits: 1 = <1567/info:/1734078047564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1590=[#edits: 1 = <1568/info:/1734078047564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1591=[#edits: 1 = <1569/info:/1734078047564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1592=[#edits: 1 = <1570/info:/1734078047565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1593=[#edits: 1 = <1571/info:/1734078047565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1594=[#edits: 1 = <1572/info:/1734078047565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1595=[#edits: 1 = <1573/info:/1734078047565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1596=[#edits: 1 = <1574/info:/1734078047566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1597=[#edits: 1 = <1575/info:/1734078047566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1598=[#edits: 1 = <1576/info:/1734078047566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1599=[#edits: 1 = <1577/info:/1734078047567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1600=[#edits: 1 = <1578/info:/1734078047567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1601=[#edits: 1 = <1579/info:/1734078047567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1602=[#edits: 1 = <1580/info:/1734078047567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1603=[#edits: 1 = <1581/info:/1734078047568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1604=[#edits: 1 = <1582/info:/1734078047568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1605=[#edits: 1 = <1583/info:/1734078047568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1606=[#edits: 1 = <1584/info:/1734078047569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1607=[#edits: 1 = <1585/info:/1734078047569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1608=[#edits: 1 = <1586/info:/1734078047569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1609=[#edits: 1 = <1587/info:/1734078047570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1610=[#edits: 1 = <1588/info:/1734078047570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1611=[#edits: 1 = <1589/info:/1734078047570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1612=[#edits: 1 = <1590/info:/1734078047571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1613=[#edits: 1 = <1591/info:/1734078047571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1614=[#edits: 1 = <1592/info:/1734078047571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1615=[#edits: 1 = <1593/info:/1734078047572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1616=[#edits: 1 = <1594/info:/1734078047572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1617=[#edits: 1 = <1595/info:/1734078047572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1618=[#edits: 1 = <1596/info:/1734078047572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1619=[#edits: 1 = <1597/info:/1734078047573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1620=[#edits: 1 = <1598/info:/1734078047573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1621=[#edits: 1 = <1599/info:/1734078047573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1622=[#edits: 1 = <1600/info:/1734078047574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1623=[#edits: 1 = <1601/info:/1734078047574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1624=[#edits: 1 = <1602/info:/1734078047574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1625=[#edits: 1 = <1603/info:/1734078047575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1626=[#edits: 1 = <1604/info:/1734078047575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1627=[#edits: 1 = <1605/info:/1734078047575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1628=[#edits: 1 = <1606/info:/1734078047576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1629=[#edits: 1 = <1607/info:/1734078047576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1630=[#edits: 1 = <1608/info:/1734078047577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1631=[#edits: 1 = <1609/info:/1734078047577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1632=[#edits: 1 = <1610/info:/1734078047577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1633=[#edits: 1 = <1611/info:/1734078047578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1634=[#edits: 1 = <1612/info:/1734078047578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1635=[#edits: 1 = <1613/info:/1734078047578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1636=[#edits: 1 = <1614/info:/1734078047579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1637=[#edits: 1 = <1615/info:/1734078047579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1638=[#edits: 1 = <1616/info:/1734078047580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1639=[#edits: 1 = <1617/info:/1734078047580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1640=[#edits: 1 = <1618/info:/1734078047580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1641=[#edits: 1 = <1619/info:/1734078047581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1642=[#edits: 1 = <1620/info:/1734078047581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1643=[#edits: 1 = <1621/info:/1734078047581/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=35125, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:47,823 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:47,824 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:47,825 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1644=[#edits: 1 = <1622/info:/1734078047582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1645=[#edits: 1 = <1623/info:/1734078047582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1646=[#edits: 1 = <1624/info:/1734078047583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1647=[#edits: 1 = <1625/info:/1734078047583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1648=[#edits: 1 = <1626/info:/1734078047583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1649=[#edits: 1 = <1627/info:/1734078047584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1650=[#edits: 1 = <1628/info:/1734078047584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1651=[#edits: 1 = <1629/info:/1734078047585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1652=[#edits: 1 = <1630/info:/1734078047585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1653=[#edits: 1 = <1631/info:/1734078047585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1654=[#edits: 1 = <1632/info:/1734078047586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1655=[#edits: 1 = <1633/info:/1734078047586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1656=[#edits: 1 = <1634/info:/1734078047586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1657=[#edits: 1 = <1635/info:/1734078047587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1658=[#edits: 1 = <1636/info:/1734078047588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1659=[#edits: 1 = <1637/info:/1734078047588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1660=[#edits: 1 = <1638/info:/1734078047589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1661=[#edits: 1 = <1639/info:/1734078047589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1662=[#edits: 1 = <1640/info:/1734078047590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1663=[#edits: 1 = <1641/info:/1734078047590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1664=[#edits: 1 = <1642/info:/1734078047591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1665=[#edits: 1 = <1643/info:/1734078047591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1666=[#edits: 1 = <1644/info:/1734078047591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1667=[#edits: 1 = <1645/info:/1734078047592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1668=[#edits: 1 = <1646/info:/1734078047592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1669=[#edits: 1 = <1647/info:/1734078047593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1670=[#edits: 1 = <1648/info:/1734078047593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1671=[#edits: 1 = <1649/info:/1734078047594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1672=[#edits: 1 = <1650/info:/1734078047594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1673=[#edits: 1 = <1651/info:/1734078047594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1674=[#edits: 1 = <1652/info:/1734078047595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1675=[#edits: 1 = <1653/info:/1734078047595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1676=[#edits: 1 = <1654/info:/1734078047596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1677=[#edits: 1 = <1655/info:/1734078047596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1678=[#edits: 1 = <1656/info:/1734078047596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1679=[#edits: 1 = <1657/info:/1734078047597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1680=[#edits: 1 = <1658/info:/1734078047597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1681=[#edits: 1 = <1659/info:/1734078047597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1682=[#edits: 1 = <1660/info:/1734078047598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1683=[#edits: 1 = <1661/info:/1734078047598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1684=[#edits: 1 = <1662/info:/1734078047599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1685=[#edits: 1 = <1663/info:/1734078047599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1686=[#edits: 1 = <1664/info:/1734078047599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1687=[#edits: 1 = <1665/info:/1734078047600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1688=[#edits: 1 = <1666/info:/1734078047600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1689=[#edits: 1 = <1667/info:/1734078047601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1690=[#edits: 1 = <1668/info:/1734078047601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1691=[#edits: 1 = <1669/info:/1734078047601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1692=[#edits: 1 = <1670/info:/1734078047602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1693=[#edits: 1 = <1671/info:/1734078047602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1694=[#edits: 1 = <1672/info:/1734078047602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1695=[#edits: 1 = <1673/info:/1734078047603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1696=[#edits: 1 = <1674/info:/1734078047603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1697=[#edits: 1 = <1675/info:/1734078047604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1698=[#edits: 1 = <1676/info:/1734078047604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1699=[#edits: 1 = <1677/info:/1734078047605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1700=[#edits: 1 = <1678/info:/1734078047605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1701=[#edits: 1 = <1679/info:/1734078047605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1702=[#edits: 1 = <1680/info:/1734078047606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1703=[#edits: 1 = <1681/info:/1734078047607/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=39505, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:47,827 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:47,829 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1704=[#edits: 1 = <1682/info:/1734078047607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1705=[#edits: 1 = <1683/info:/1734078047607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1706=[#edits: 1 = <1684/info:/1734078047608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1707=[#edits: 1 = <1685/info:/1734078047608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1708=[#edits: 1 = <1686/info:/1734078047609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1709=[#edits: 1 = <1687/info:/1734078047609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1710=[#edits: 1 = <1688/info:/1734078047610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1711=[#edits: 1 = <1689/info:/1734078047610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1712=[#edits: 1 = <1690/info:/1734078047610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1713=[#edits: 1 = <1691/info:/1734078047611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1714=[#edits: 1 = <1692/info:/1734078047611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1715=[#edits: 1 = <1693/info:/1734078047612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1716=[#edits: 1 = <1694/info:/1734078047612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1717=[#edits: 1 = <1695/info:/1734078047613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1718=[#edits: 1 = <1696/info:/1734078047613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1719=[#edits: 1 = <1697/info:/1734078047614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1720=[#edits: 1 = <1698/info:/1734078047614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1721=[#edits: 1 = <1699/info:/1734078047614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1722=[#edits: 1 = <1700/info:/1734078047615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1723=[#edits: 1 = <1701/info:/1734078047615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1724=[#edits: 1 = <1702/info:/1734078047616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1725=[#edits: 1 = <1703/info:/1734078047616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1726=[#edits: 1 = <1704/info:/1734078047617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1727=[#edits: 1 = <1705/info:/1734078047617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1728=[#edits: 1 = <1706/info:/1734078047618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1729=[#edits: 1 = <1707/info:/1734078047618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1730=[#edits: 1 = <1708/info:/1734078047619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1731=[#edits: 1 = <1709/info:/1734078047619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1732=[#edits: 1 = <1710/info:/1734078047620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1733=[#edits: 1 = <1711/info:/1734078047620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1734=[#edits: 1 = <1712/info:/1734078047621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1735=[#edits: 1 = <1713/info:/1734078047621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1736=[#edits: 1 = <1714/info:/1734078047622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1737=[#edits: 1 = <1715/info:/1734078047622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1738=[#edits: 1 = <1716/info:/1734078047623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1739=[#edits: 1 = <1717/info:/1734078047623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1740=[#edits: 1 = <1718/info:/1734078047624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1741=[#edits: 1 = <1719/info:/1734078047624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1742=[#edits: 1 = <1720/info:/1734078047625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1743=[#edits: 1 = <1721/info:/1734078047625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1744=[#edits: 1 = <1722/info:/1734078047625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1745=[#edits: 1 = <1723/info:/1734078047626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1746=[#edits: 1 = <1724/info:/1734078047626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1747=[#edits: 1 = <1725/info:/1734078047627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1748=[#edits: 1 = <1726/info:/1734078047627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1749=[#edits: 1 = <1727/info:/1734078047627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1750=[#edits: 1 = <1728/info:/1734078047628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1751=[#edits: 1 = <1729/info:/1734078047628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1752=[#edits: 1 = <1730/info:/1734078047628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1753=[#edits: 1 = <1731/info:/1734078047629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1754=[#edits: 1 = <1732/info:/1734078047629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1755=[#edits: 1 = <1733/info:/1734078047629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1756=[#edits: 1 = <1734/info:/1734078047630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1757=[#edits: 1 = <1735/info:/1734078047630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1758=[#edits: 1 = <1736/info:/1734078047630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1759=[#edits: 1 = <1737/info:/1734078047631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1760=[#edits: 1 = <1738/info:/1734078047631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1761=[#edits: 1 = <1739/info:/1734078047631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1762=[#edits: 1 = <1740/info:/1734078047632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1763=[#edits: 1 = <1741/info:/1734078047632/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=43885, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:47,831 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:47,831 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1764=[#edits: 1 = <1742/info:/1734078047632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1765=[#edits: 1 = <1743/info:/1734078047633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1766=[#edits: 1 = <1744/info:/1734078047633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1767=[#edits: 1 = <1745/info:/1734078047634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1768=[#edits: 1 = <1746/info:/1734078047634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1769=[#edits: 1 = <1747/info:/1734078047634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1770=[#edits: 1 = <1748/info:/1734078047635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1771=[#edits: 1 = <1749/info:/1734078047635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1772=[#edits: 1 = <1750/info:/1734078047635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1773=[#edits: 1 = <1751/info:/1734078047636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1774=[#edits: 1 = <1752/info:/1734078047636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1775=[#edits: 1 = <1753/info:/1734078047637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1776=[#edits: 1 = <1754/info:/1734078047637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1777=[#edits: 1 = <1755/info:/1734078047637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1778=[#edits: 1 = <1756/info:/1734078047638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1779=[#edits: 1 = <1757/info:/1734078047638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1780=[#edits: 1 = <1758/info:/1734078047639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1781=[#edits: 1 = <1759/info:/1734078047639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1782=[#edits: 1 = <1760/info:/1734078047639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1783=[#edits: 1 = <1761/info:/1734078047640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1784=[#edits: 1 = <1762/info:/1734078047640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1785=[#edits: 1 = <1763/info:/1734078047640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1786=[#edits: 1 = <1764/info:/1734078047641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1787=[#edits: 1 = <1765/info:/1734078047641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1788=[#edits: 1 = <1766/info:/1734078047642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1789=[#edits: 1 = <1767/info:/1734078047642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1790=[#edits: 1 = <1768/info:/1734078047643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1791=[#edits: 1 = <1769/info:/1734078047643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1792=[#edits: 1 = <1770/info:/1734078047644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1793=[#edits: 1 = <1771/info:/1734078047644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1794=[#edits: 1 = <1772/info:/1734078047645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1795=[#edits: 1 = <1773/info:/1734078047645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1796=[#edits: 1 = <1774/info:/1734078047645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1797=[#edits: 1 = <1775/info:/1734078047646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1798=[#edits: 1 = <1776/info:/1734078047646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1799=[#edits: 1 = <1777/info:/1734078047646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1800=[#edits: 1 = <1778/info:/1734078047647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1801=[#edits: 1 = <1779/info:/1734078047647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1802=[#edits: 1 = <1780/info:/1734078047648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1803=[#edits: 1 = <1781/info:/1734078047648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1804=[#edits: 1 = <1782/info:/1734078047648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1805=[#edits: 1 = <1783/info:/1734078047649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1806=[#edits: 1 = <1784/info:/1734078047650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1807=[#edits: 1 = <1785/info:/1734078047650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1808=[#edits: 1 = <1786/info:/1734078047650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1809=[#edits: 1 = <1787/info:/1734078047651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1810=[#edits: 1 = <1788/info:/1734078047651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1811=[#edits: 1 = <1789/info:/1734078047652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1812=[#edits: 1 = <1790/info:/1734078047652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1813=[#edits: 1 = <1791/info:/1734078047652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1814=[#edits: 1 = <1792/info:/1734078047653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1815=[#edits: 1 = <1793/info:/1734078047653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1816=[#edits: 1 = <1794/info:/1734078047653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1817=[#edits: 1 = <1795/info:/1734078047654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1818=[#edits: 1 = <1796/info:/1734078047654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1819=[#edits: 1 = <1797/info:/1734078047655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1820=[#edits: 1 = <1798/info:/1734078047655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1821=[#edits: 1 = <1799/info:/1734078047655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1822=[#edits: 1 = <1800/info:/1734078047656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1823=[#edits: 1 = <1801/info:/1734078047656/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=48265, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:47,833 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:47,834 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1824=[#edits: 1 = <1802/info:/1734078047656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1825=[#edits: 1 = <1803/info:/1734078047657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1826=[#edits: 1 = <1804/info:/1734078047657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1827=[#edits: 1 = <1805/info:/1734078047657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1828=[#edits: 1 = <1806/info:/1734078047658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1829=[#edits: 1 = <1807/info:/1734078047658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1830=[#edits: 1 = <1808/info:/1734078047658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1831=[#edits: 1 = <1809/info:/1734078047659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1832=[#edits: 1 = <1810/info:/1734078047660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1833=[#edits: 1 = <1811/info:/1734078047660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1834=[#edits: 1 = <1812/info:/1734078047661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1835=[#edits: 1 = <1813/info:/1734078047662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1836=[#edits: 1 = <1814/info:/1734078047662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1837=[#edits: 1 = <1815/info:/1734078047663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1838=[#edits: 1 = <1816/info:/1734078047663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1839=[#edits: 1 = <1817/info:/1734078047663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1840=[#edits: 1 = <1818/info:/1734078047663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1841=[#edits: 1 = <1819/info:/1734078047664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1842=[#edits: 1 = <1820/info:/1734078047664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1843=[#edits: 1 = <1821/info:/1734078047665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1844=[#edits: 1 = <1822/info:/1734078047665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1845=[#edits: 1 = <1823/info:/1734078047666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1846=[#edits: 1 = <1824/info:/1734078047666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1847=[#edits: 1 = <1825/info:/1734078047666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1848=[#edits: 1 = <1826/info:/1734078047666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1849=[#edits: 1 = <1827/info:/1734078047667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1850=[#edits: 1 = <1828/info:/1734078047667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1851=[#edits: 1 = <1829/info:/1734078047667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1852=[#edits: 1 = <1830/info:/1734078047668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1853=[#edits: 1 = <1831/info:/1734078047668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1854=[#edits: 1 = <1832/info:/1734078047668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1855=[#edits: 1 = <1833/info:/1734078047669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1856=[#edits: 1 = <1834/info:/1734078047669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1857=[#edits: 1 = <1835/info:/1734078047669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1858=[#edits: 1 = <1836/info:/1734078047669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1859=[#edits: 1 = <1837/info:/1734078047670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1860=[#edits: 1 = <1838/info:/1734078047670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1861=[#edits: 1 = <1839/info:/1734078047670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1862=[#edits: 1 = <1840/info:/1734078047671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1863=[#edits: 1 = <1841/info:/1734078047671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1864=[#edits: 1 = <1842/info:/1734078047672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1865=[#edits: 1 = <1843/info:/1734078047672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1866=[#edits: 1 = <1844/info:/1734078047673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1867=[#edits: 1 = <1845/info:/1734078047673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1868=[#edits: 1 = <1846/info:/1734078047681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1869=[#edits: 1 = <1847/info:/1734078047683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1870=[#edits: 1 = <1848/info:/1734078047690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1871=[#edits: 1 = <1849/info:/1734078047691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1872=[#edits: 1 = <1850/info:/1734078047691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1873=[#edits: 1 = <1851/info:/1734078047692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1874=[#edits: 1 = <1852/info:/1734078047693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1875=[#edits: 1 = <1853/info:/1734078047696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1876=[#edits: 1 = <1854/info:/1734078047700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1877=[#edits: 1 = <1855/info:/1734078047700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1878=[#edits: 1 = <1856/info:/1734078047700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1879=[#edits: 1 = <1857/info:/1734078047701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1880=[#edits: 1 = <1858/info:/1734078047701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1881=[#edits: 1 = <1859/info:/1734078047701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1882=[#edits: 1 = <1860/info:/1734078047702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1883=[#edits: 1 = <1861/info:/1734078047702/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=52645, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:47,836 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:47,837 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1884=[#edits: 1 = <1862/info:/1734078047702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1885=[#edits: 1 = <1863/info:/1734078047703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1886=[#edits: 1 = <1864/info:/1734078047703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1887=[#edits: 1 = <1865/info:/1734078047703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1888=[#edits: 1 = <1866/info:/1734078047704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1889=[#edits: 1 = <1867/info:/1734078047704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1890=[#edits: 1 = <1868/info:/1734078047704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1891=[#edits: 1 = <1869/info:/1734078047705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1892=[#edits: 1 = <1870/info:/1734078047705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1893=[#edits: 1 = <1871/info:/1734078047705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1894=[#edits: 1 = <1872/info:/1734078047706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1895=[#edits: 1 = <1873/info:/1734078047706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1896=[#edits: 1 = <1874/info:/1734078047707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1897=[#edits: 1 = <1875/info:/1734078047708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1898=[#edits: 1 = <1876/info:/1734078047708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1899=[#edits: 1 = <1877/info:/1734078047708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1900=[#edits: 1 = <1878/info:/1734078047709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1901=[#edits: 1 = <1879/info:/1734078047709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1902=[#edits: 1 = <1880/info:/1734078047710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1903=[#edits: 1 = <1881/info:/1734078047710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1904=[#edits: 1 = <1882/info:/1734078047710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1905=[#edits: 1 = <1883/info:/1734078047711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1906=[#edits: 1 = <1884/info:/1734078047711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1907=[#edits: 1 = <1885/info:/1734078047711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1908=[#edits: 1 = <1886/info:/1734078047712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1909=[#edits: 1 = <1887/info:/1734078047712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1910=[#edits: 1 = <1888/info:/1734078047712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1911=[#edits: 1 = <1889/info:/1734078047713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1912=[#edits: 1 = <1890/info:/1734078047713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1913=[#edits: 1 = <1891/info:/1734078047715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1914=[#edits: 1 = <1892/info:/1734078047715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1915=[#edits: 1 = <1893/info:/1734078047716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1916=[#edits: 1 = <1894/info:/1734078047716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1917=[#edits: 1 = <1895/info:/1734078047717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1918=[#edits: 1 = <1896/info:/1734078047718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1919=[#edits: 1 = <1897/info:/1734078047718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1920=[#edits: 1 = <1898/info:/1734078047719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1921=[#edits: 1 = <1899/info:/1734078047724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1922=[#edits: 1 = <1900/info:/1734078047725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1923=[#edits: 1 = <1901/info:/1734078047725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1924=[#edits: 1 = <1902/info:/1734078047726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1925=[#edits: 1 = <1903/info:/1734078047727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1926=[#edits: 1 = <1904/info:/1734078047727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1927=[#edits: 1 = <1905/info:/1734078047728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1928=[#edits: 1 = <1906/info:/1734078047728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1929=[#edits: 1 = <1907/info:/1734078047728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1930=[#edits: 1 = <1908/info:/1734078047729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1931=[#edits: 1 = <1909/info:/1734078047730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1932=[#edits: 1 = <1910/info:/1734078047730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1933=[#edits: 1 = <1911/info:/1734078047731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1934=[#edits: 1 = <1912/info:/1734078047731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1935=[#edits: 1 = <1913/info:/1734078047733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1936=[#edits: 1 = <1914/info:/1734078047733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1937=[#edits: 1 = <1915/info:/1734078047734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1938=[#edits: 1 = <1916/info:/1734078047734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1939=[#edits: 1 = <1917/info:/1734078047736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1940=[#edits: 1 = <1918/info:/1734078047737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1941=[#edits: 1 = <1919/info:/1734078047738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1942=[#edits: 1 = <1920/info:/1734078047738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1943=[#edits: 1 = <1921/info:/1734078047739/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=57025, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:47,839 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 49 WAL entries eligible for replication 2024-12-13T08:20:47,841 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta to pos 64982, reset compression=false 2024-12-13T08:20:47,841 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1944=[#edits: 1 = <1922/info:/1734078047739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1945=[#edits: 1 = <1923/info:/1734078047740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1946=[#edits: 1 = <1924/info:/1734078047741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1947=[#edits: 1 = <1925/info:/1734078047742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1948=[#edits: 1 = <1926/info:/1734078047743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1949=[#edits: 1 = <1927/info:/1734078047744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1950=[#edits: 1 = <1928/info:/1734078047745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1951=[#edits: 1 = <1929/info:/1734078047745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1952=[#edits: 1 = <1930/info:/1734078047746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1953=[#edits: 1 = <1931/info:/1734078047746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1954=[#edits: 1 = <1932/info:/1734078047746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1955=[#edits: 1 = <1933/info:/1734078047747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1956=[#edits: 1 = <1934/info:/1734078047747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1957=[#edits: 1 = <1935/info:/1734078047747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1958=[#edits: 1 = <1936/info:/1734078047748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1959=[#edits: 1 = <1937/info:/1734078047748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1960=[#edits: 1 = <1938/info:/1734078047748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1961=[#edits: 1 = <1939/info:/1734078047749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1962=[#edits: 1 = <1940/info:/1734078047749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1963=[#edits: 1 = <1941/info:/1734078047749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1964=[#edits: 1 = <1942/info:/1734078047750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1965=[#edits: 1 = <1943/info:/1734078047750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1966=[#edits: 1 = <1944/info:/1734078047750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1967=[#edits: 1 = <1945/info:/1734078047751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1968=[#edits: 1 = <1946/info:/1734078047751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1969=[#edits: 1 = <1947/info:/1734078047751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1970=[#edits: 1 = <1948/info:/1734078047752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1971=[#edits: 1 = <1949/info:/1734078047752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1972=[#edits: 1 = <1950/info:/1734078047752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1973=[#edits: 1 = <1951/info:/1734078047753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1974=[#edits: 1 = <1952/info:/1734078047753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1975=[#edits: 1 = <1953/info:/1734078047753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1976=[#edits: 1 = <1954/info:/1734078047754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1977=[#edits: 1 = <1955/info:/1734078047754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1978=[#edits: 1 = <1956/info:/1734078047754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1979=[#edits: 1 = <1957/info:/1734078047754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1980=[#edits: 1 = <1958/info:/1734078047755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1981=[#edits: 1 = <1959/info:/1734078047755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1982=[#edits: 1 = <1960/info:/1734078047755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1983=[#edits: 1 = <1961/info:/1734078047756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1984=[#edits: 1 = <1962/info:/1734078047756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1985=[#edits: 1 = <1963/info:/1734078047756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1986=[#edits: 1 = <1964/info:/1734078047757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1987=[#edits: 1 = <1965/info:/1734078047757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1988=[#edits: 1 = <1966/info:/1734078047757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1989=[#edits: 1 = <1967/info:/1734078047757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1990=[#edits: 1 = <1968/info:/1734078047758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1991=[#edits: 1 = <1969/info:/1734078047758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1992=[#edits: 1 = <1970/info:/1734078047758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1993=[#edits: 1 = <1971/info:/1734078047759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1994=[#edits: 1 = <1972/info:/1734078047759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1995=[#edits: 1 = <1973/info:/1734078047759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1996=[#edits: 1 = <1974/info:/1734078047759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1997=[#edits: 1 = <1975/info:/1734078047760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1998=[#edits: 1 = <1976/info:/1734078047760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1999=[#edits: 1 = <1977/info:/1734078047760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2000=[#edits: 1 = <1978/info:/1734078047761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2001=[#edits: 1 = <1979/info:/1734078047761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2002=[#edits: 1 = <1980/info:/1734078047761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2003=[#edits: 1 = <1981/info:/1734078047761/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=61405, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:47,845 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2004=[#edits: 1 = <1982/info:/1734078047762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2005=[#edits: 1 = <1983/info:/1734078047762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2006=[#edits: 1 = <1984/info:/1734078047762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2007=[#edits: 1 = <1985/info:/1734078047763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2008=[#edits: 1 = <1986/info:/1734078047763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2009=[#edits: 1 = <1987/info:/1734078047763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2010=[#edits: 1 = <1988/info:/1734078047764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2011=[#edits: 1 = <1989/info:/1734078047764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2012=[#edits: 1 = <1990/info:/1734078047764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2013=[#edits: 1 = <1991/info:/1734078047764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2014=[#edits: 1 = <1992/info:/1734078047765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2015=[#edits: 1 = <1993/info:/1734078047765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2016=[#edits: 1 = <1994/info:/1734078047766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2017=[#edits: 1 = <1995/info:/1734078047767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2018=[#edits: 1 = <1996/info:/1734078047768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2019=[#edits: 1 = <1997/info:/1734078047769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2020=[#edits: 1 = <1998/info:/1734078047769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2021=[#edits: 1 = <1999/info:/1734078047769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2022=[#edits: 1 = <2000/info:/1734078047770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2023=[#edits: 1 = <2001/info:/1734078047770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2024=[#edits: 1 = <2002/info:/1734078047771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2025=[#edits: 1 = <2003/info:/1734078047772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2026=[#edits: 1 = <2004/info:/1734078047773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2027=[#edits: 1 = <2005/info:/1734078047773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2028=[#edits: 1 = <2006/info:/1734078047774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2029=[#edits: 1 = <2007/info:/1734078047775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2030=[#edits: 1 = <2008/info:/1734078047778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2031=[#edits: 1 = <2009/info:/1734078047779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2032=[#edits: 1 = <2010/info:/1734078047781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2033=[#edits: 1 = <2011/info:/1734078047782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2034=[#edits: 1 = <2012/info:/1734078047783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2035=[#edits: 1 = <2013/info:/1734078047783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2036=[#edits: 1 = <2014/info:/1734078047785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2037=[#edits: 1 = <2015/info:/1734078047785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2038=[#edits: 1 = <2016/info:/1734078047786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2039=[#edits: 1 = <2017/info:/1734078047787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2040=[#edits: 1 = <2018/info:/1734078047789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2041=[#edits: 1 = <2019/info:/1734078047790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2042=[#edits: 1 = <2020/info:/1734078047790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2043=[#edits: 1 = <2021/info:/1734078047791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2044=[#edits: 1 = <2022/info:/1734078047791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2045=[#edits: 1 = <2023/info:/1734078047792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2046=[#edits: 1 = <2024/info:/1734078047793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2047=[#edits: 1 = <2025/info:/1734078047794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2048=[#edits: 1 = <2026/info:/1734078047794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2049=[#edits: 1 = <2027/info:/1734078047794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2050=[#edits: 1 = <2028/info:/1734078047795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2051=[#edits: 1 = <2029/info:/1734078047795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2052=[#edits: 1 = <2030/info:/1734078047795/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=64982, nbRowKeys=49, nbHFiles=0, heapSize=8428, lastSeqIds={}, endOfFile=false,usedBufferSize=8428] 2024-12-13T08:20:47,865 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 55 WAL entries eligible for replication 2024-12-13T08:20:47,865 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2053=[#edits: 1 = <2031/info:/1734078047796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2054=[#edits: 1 = <2032/info:/1734078047796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2055=[#edits: 1 = <2033/info:/1734078047803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2056=[#edits: 1 = <2034/info:/1734078047804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2057=[#edits: 1 = <2035/info:/1734078047805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2058=[#edits: 1 = <2036/info:/1734078047805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2059=[#edits: 1 = <2037/info:/1734078047806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2060=[#edits: 1 = <2038/info:/1734078047807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2061=[#edits: 1 = <2039/info:/1734078047808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2062=[#edits: 1 = <2040/info:/1734078047810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2063=[#edits: 1 = <2041/info:/1734078047811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2064=[#edits: 1 = <2042/info:/1734078047812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2065=[#edits: 1 = <2043/info:/1734078047813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2066=[#edits: 1 = <2044/info:/1734078047814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2067=[#edits: 1 = <2045/info:/1734078047816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2068=[#edits: 1 = <2046/info:/1734078047817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2069=[#edits: 1 = <2047/info:/1734078047817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2070=[#edits: 1 = <2048/info:/1734078047818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2071=[#edits: 1 = <2049/info:/1734078047820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2072=[#edits: 1 = <2050/info:/1734078047821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2073=[#edits: 1 = <2051/info:/1734078047822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2074=[#edits: 1 = <2052/info:/1734078047824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2075=[#edits: 1 = <2053/info:/1734078047826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2076=[#edits: 1 = <2054/info:/1734078047827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2077=[#edits: 1 = <2055/info:/1734078047828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2078=[#edits: 1 = <2056/info:/1734078047830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2079=[#edits: 1 = <2057/info:/1734078047832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2080=[#edits: 1 = <2058/info:/1734078047833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2081=[#edits: 1 = <2059/info:/1734078047836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2082=[#edits: 1 = <2060/info:/1734078047836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2083=[#edits: 1 = <2061/info:/1734078047839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2084=[#edits: 1 = <2062/info:/1734078047840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2085=[#edits: 1 = <2063/info:/1734078047842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2086=[#edits: 1 = <2064/info:/1734078047844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2087=[#edits: 1 = <2065/info:/1734078047845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2088=[#edits: 1 = <2066/info:/1734078047846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2089=[#edits: 1 = <2067/info:/1734078047847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2090=[#edits: 1 = <2068/info:/1734078047848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2091=[#edits: 1 = <2069/info:/1734078047848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2092=[#edits: 1 = <2070/info:/1734078047849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2093=[#edits: 1 = <2071/info:/1734078047849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2094=[#edits: 1 = <2072/info:/1734078047850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2095=[#edits: 1 = <2073/info:/1734078047851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2096=[#edits: 1 = <2074/info:/1734078047851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2097=[#edits: 1 = <2075/info:/1734078047852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2098=[#edits: 1 = <2076/info:/1734078047852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2099=[#edits: 1 = <2077/info:/1734078047853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2100=[#edits: 1 = <2078/info:/1734078047853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2101=[#edits: 1 = <2079/info:/1734078047853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2102=[#edits: 1 = <2080/info:/1734078047854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2103=[#edits: 1 = <2081/info:/1734078047854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2104=[#edits: 1 = <2082/info:/1734078047854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2105=[#edits: 1 = <2083/info:/1734078047855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2106=[#edits: 1 = <2084/info:/1734078047855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2107=[#edits: 1 = <2085/info:/1734078047855/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=68997, nbRowKeys=55, nbHFiles=0, heapSize=9460, lastSeqIds={}, endOfFile=false,usedBufferSize=9460] 2024-12-13T08:20:47,866 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta to pos 68997, reset compression=false 2024-12-13T08:20:47,900 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 38 WAL entries eligible for replication 2024-12-13T08:20:47,900 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2108=[#edits: 1 = <2086/info:/1734078047861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2109=[#edits: 1 = <2087/info:/1734078047862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2110=[#edits: 1 = <2088/info:/1734078047866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2111=[#edits: 1 = <2089/info:/1734078047868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2112=[#edits: 1 = <2090/info:/1734078047870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2113=[#edits: 1 = <2091/info:/1734078047871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2114=[#edits: 1 = <2092/info:/1734078047874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2115=[#edits: 1 = <2093/info:/1734078047875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2116=[#edits: 1 = <2094/info:/1734078047875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2117=[#edits: 1 = <2095/info:/1734078047876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2118=[#edits: 1 = <2096/info:/1734078047877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2119=[#edits: 1 = <2097/info:/1734078047878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2120=[#edits: 1 = <2098/info:/1734078047879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2121=[#edits: 1 = <2099/info:/1734078047879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2122=[#edits: 1 = <2100/info:/1734078047880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2123=[#edits: 1 = <2101/info:/1734078047880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2124=[#edits: 1 = <2102/info:/1734078047881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2125=[#edits: 1 = <2103/info:/1734078047881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2126=[#edits: 1 = <2104/info:/1734078047881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2127=[#edits: 1 = <2105/info:/1734078047882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2128=[#edits: 1 = <2106/info:/1734078047882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2129=[#edits: 1 = <2107/info:/1734078047882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2130=[#edits: 1 = <2108/info:/1734078047883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2131=[#edits: 1 = <2109/info:/1734078047883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2132=[#edits: 1 = <2110/info:/1734078047884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2133=[#edits: 1 = <2111/info:/1734078047884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2134=[#edits: 1 = <2112/info:/1734078047884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2135=[#edits: 1 = <2113/info:/1734078047885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2136=[#edits: 1 = <2114/info:/1734078047885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2137=[#edits: 1 = <2115/info:/1734078047885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2138=[#edits: 1 = <2116/info:/1734078047886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2139=[#edits: 1 = <2117/info:/1734078047886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2140=[#edits: 1 = <2118/info:/1734078047886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2141=[#edits: 1 = <2119/info:/1734078047887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2142=[#edits: 1 = <2120/info:/1734078047887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2143=[#edits: 1 = <2121/info:/1734078047888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2144=[#edits: 1 = <2122/info:/1734078047888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2145=[#edits: 1 = <2123/info:/1734078047891/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=71771, nbRowKeys=38, nbHFiles=0, heapSize=6536, lastSeqIds={}, endOfFile=false,usedBufferSize=6536] 2024-12-13T08:20:47,903 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta to pos 71771, reset compression=false 2024-12-13T08:20:47,938 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 51 WAL entries eligible for replication 2024-12-13T08:20:47,938 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta to pos 75494, reset compression=false 2024-12-13T08:20:47,938 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2146=[#edits: 1 = <2124/info:/1734078047896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2147=[#edits: 1 = <2125/info:/1734078047898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2148=[#edits: 1 = <2126/info:/1734078047902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2149=[#edits: 1 = <2127/info:/1734078047905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2150=[#edits: 1 = <2128/info:/1734078047910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2151=[#edits: 1 = <2129/info:/1734078047911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2152=[#edits: 1 = <2130/info:/1734078047911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2153=[#edits: 1 = <2131/info:/1734078047912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2154=[#edits: 1 = <2132/info:/1734078047912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2155=[#edits: 1 = <2133/info:/1734078047913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2156=[#edits: 1 = <2134/info:/1734078047913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2157=[#edits: 1 = <2135/info:/1734078047914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2158=[#edits: 1 = <2136/info:/1734078047914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2159=[#edits: 1 = <2137/info:/1734078047914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2160=[#edits: 1 = <2138/info:/1734078047915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2161=[#edits: 1 = <2139/info:/1734078047915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2162=[#edits: 1 = <2140/info:/1734078047916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2163=[#edits: 1 = <2141/info:/1734078047916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2164=[#edits: 1 = <2142/info:/1734078047917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2165=[#edits: 1 = <2143/info:/1734078047917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2166=[#edits: 1 = <2144/info:/1734078047917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2167=[#edits: 1 = <2145/info:/1734078047918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2168=[#edits: 1 = <2146/info:/1734078047918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2169=[#edits: 1 = <2147/info:/1734078047919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2170=[#edits: 1 = <2148/info:/1734078047919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2171=[#edits: 1 = <2149/info:/1734078047919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2172=[#edits: 1 = <2150/info:/1734078047920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2173=[#edits: 1 = <2151/info:/1734078047920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2174=[#edits: 1 = <2152/info:/1734078047921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2175=[#edits: 1 = <2153/info:/1734078047923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2176=[#edits: 1 = <2154/info:/1734078047923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2177=[#edits: 1 = <2155/info:/1734078047924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2178=[#edits: 1 = <2156/info:/1734078047924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2179=[#edits: 1 = <2157/info:/1734078047925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2180=[#edits: 1 = <2158/info:/1734078047925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2181=[#edits: 1 = <2159/info:/1734078047926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2182=[#edits: 1 = <2160/info:/1734078047926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2183=[#edits: 1 = <2161/info:/1734078047927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2184=[#edits: 1 = <2162/info:/1734078047928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2185=[#edits: 1 = <2163/info:/1734078047928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2186=[#edits: 1 = <2164/info:/1734078047928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2187=[#edits: 1 = <2165/info:/1734078047929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2188=[#edits: 1 = <2166/info:/1734078047929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2189=[#edits: 1 = <2167/info:/1734078047930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2190=[#edits: 1 = <2168/info:/1734078047930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2191=[#edits: 1 = <2169/info:/1734078047931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2192=[#edits: 1 = <2170/info:/1734078047931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2193=[#edits: 1 = <2171/info:/1734078047931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2194=[#edits: 1 = <2172/info:/1734078047932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2195=[#edits: 1 = <2173/info:/1734078047934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2196=[#edits: 1 = <2174/info:/1734078047935/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=75494, nbRowKeys=51, nbHFiles=0, heapSize=8772, lastSeqIds={}, endOfFile=false,usedBufferSize=8772] 2024-12-13T08:20:47,959 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 38 WAL entries eligible for replication 2024-12-13T08:20:47,959 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta to pos 78268, reset compression=false 2024-12-13T08:20:47,959 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2197=[#edits: 1 = <2175/info:/1734078047936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2198=[#edits: 1 = <2176/info:/1734078047937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2199=[#edits: 1 = <2177/info:/1734078047938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2200=[#edits: 1 = <2178/info:/1734078047938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2201=[#edits: 1 = <2179/info:/1734078047939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2202=[#edits: 1 = <2180/info:/1734078047939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2203=[#edits: 1 = <2181/info:/1734078047940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2204=[#edits: 1 = <2182/info:/1734078047940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2205=[#edits: 1 = <2183/info:/1734078047941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2206=[#edits: 1 = <2184/info:/1734078047942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2207=[#edits: 1 = <2185/info:/1734078047942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2208=[#edits: 1 = <2186/info:/1734078047942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2209=[#edits: 1 = <2187/info:/1734078047943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2210=[#edits: 1 = <2188/info:/1734078047943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2211=[#edits: 1 = <2189/info:/1734078047943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2212=[#edits: 1 = <2190/info:/1734078047944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2213=[#edits: 1 = <2191/info:/1734078047944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2214=[#edits: 1 = <2192/info:/1734078047944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2215=[#edits: 1 = <2193/info:/1734078047944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2216=[#edits: 1 = <2194/info:/1734078047945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2217=[#edits: 1 = <2195/info:/1734078047945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2218=[#edits: 1 = <2196/info:/1734078047945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2219=[#edits: 1 = <2197/info:/1734078047946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2220=[#edits: 1 = <2198/info:/1734078047946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2221=[#edits: 1 = <2199/info:/1734078047946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2222=[#edits: 1 = <2200/info:/1734078047946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2223=[#edits: 1 = <2201/info:/1734078047947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2224=[#edits: 1 = <2202/info:/1734078047947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2225=[#edits: 1 = <2203/info:/1734078047947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2226=[#edits: 1 = <2204/info:/1734078047948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2227=[#edits: 1 = <2205/info:/1734078047948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2228=[#edits: 1 = <2206/info:/1734078047948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2229=[#edits: 1 = <2207/info:/1734078047949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2230=[#edits: 1 = <2208/info:/1734078047949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2231=[#edits: 1 = <2209/info:/1734078047949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2232=[#edits: 1 = <2210/info:/1734078047950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2233=[#edits: 1 = <2211/info:/1734078047951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2234=[#edits: 1 = <2212/info:/1734078047951/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=78268, nbRowKeys=38, nbHFiles=0, heapSize=6536, lastSeqIds={}, endOfFile=false,usedBufferSize=6536] 2024-12-13T08:20:47,965 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:47,965 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta to pos 78779, reset compression=false 2024-12-13T08:20:47,965 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2235=[#edits: 1 = <2213/info:/1734078047954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2236=[#edits: 1 = <2214/info:/1734078047955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2237=[#edits: 1 = <2215/info:/1734078047956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2238=[#edits: 1 = <2216/info:/1734078047956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2239=[#edits: 1 = <2217/info:/1734078047958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2240=[#edits: 1 = <2218/info:/1734078047959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2241=[#edits: 1 = <2219/info:/1734078047962/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=78779, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:47,982 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:47,982 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta to pos 79509, reset compression=false 2024-12-13T08:20:47,982 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2242=[#edits: 1 = <2220/info:/1734078047963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2243=[#edits: 1 = <2221/info:/1734078047964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2244=[#edits: 1 = <2222/info:/1734078047965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2245=[#edits: 1 = <2223/info:/1734078047966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2246=[#edits: 1 = <2224/info:/1734078047968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2247=[#edits: 1 = <2225/info:/1734078047969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2248=[#edits: 1 = <2226/info:/1734078047970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2249=[#edits: 1 = <2227/info:/1734078047970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2250=[#edits: 1 = <2228/info:/1734078047971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2251=[#edits: 1 = <2229/info:/1734078047971/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=79509, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:47,990 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:47,990 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta to pos 80312, reset compression=false 2024-12-13T08:20:47,990 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2252=[#edits: 1 = <2230/info:/1734078047980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2253=[#edits: 1 = <2231/info:/1734078047981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2254=[#edits: 1 = <2232/info:/1734078047982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2255=[#edits: 1 = <2233/info:/1734078047983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2256=[#edits: 1 = <2234/info:/1734078047983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2257=[#edits: 1 = <2235/info:/1734078047984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2258=[#edits: 1 = <2236/info:/1734078047985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2259=[#edits: 1 = <2237/info:/1734078047985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2260=[#edits: 1 = <2238/info:/1734078047986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2261=[#edits: 1 = <2239/info:/1734078047987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2262=[#edits: 1 = <2240/info:/1734078047987/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=80312, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:47,992 DEBUG [AsyncFSWAL-0-hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2-prefix:6b1293cedc9a,45283,1734078043064.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80531, logrollsize=80530 2024-12-13T08:20:47,992 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C45283%2C1734078043064.meta:.meta(num 1734078047382) roll requested 2024-12-13T08:20:48,013 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, exclude list is [], retry=0 2024-12-13T08:20:48,015 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33375,DS-9f848f2b-7b7e-4ff8-b944-15665a01fd89,DISK] 2024-12-13T08:20:48,016 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37643,DS-988fdf2d-9f43-4935-94e0-25b0f200434f,DISK] 2024-12-13T08:20:48,017 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39635,DS-8c1b02b2-0e75-48a0-bc0d-ea334887564e,DISK] 2024-12-13T08:20:48,032 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta with entries=1153, filesize=82.28 KB; new WAL /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta 2024-12-13T08:20:48,032 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41067:41067),(127.0.0.1/127.0.0.1:33093:33093),(127.0.0.1/127.0.0.1:35567:35567)] 2024-12-13T08:20:48,033 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta is not closed yet, will try archiving it next time 2024-12-13T08:20:48,034 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta for the last time to pos 80677, reset compression=false 2024-12-13T08:20:48,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741844_1020 (size=84262) 2024-12-13T08:20:48,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741844_1020 (size=84262) 2024-12-13T08:20:48,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741844_1020 (size=84262) 2024-12-13T08:20:48,039 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta 2024-12-13T08:20:48,040 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 54 WAL entries eligible for replication 2024-12-13T08:20:48,040 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:48,040 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2263=[#edits: 1 = <2241/info:/1734078047988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2264=[#edits: 1 = <2242/info:/1734078047989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2265=[#edits: 1 = <2243/info:/1734078047991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2266=[#edits: 1 = <2244/info:/1734078047992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2267=[#edits: 1 = <2245/info:/1734078047993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2268=[#edits: 1 = <2246/info:/1734078047999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2269=[#edits: 1 = <2247/info:/1734078048001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2270=[#edits: 1 = <2248/info:/1734078048001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2271=[#edits: 1 = <2249/info:/1734078048002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2272=[#edits: 1 = <2250/info:/1734078048003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2273=[#edits: 1 = <2251/info:/1734078048005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2274=[#edits: 1 = <2252/info:/1734078048006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2275=[#edits: 1 = <2253/info:/1734078048006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2276=[#edits: 1 = <2254/info:/1734078048007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2277=[#edits: 1 = <2255/info:/1734078048007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2278=[#edits: 1 = <2256/info:/1734078048008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2279=[#edits: 1 = <2257/info:/1734078048008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2280=[#edits: 1 = <2258/info:/1734078048010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2281=[#edits: 1 = <2259/info:/1734078048010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2282=[#edits: 1 = <2260/info:/1734078048011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2283=[#edits: 1 = <2261/info:/1734078048012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2284=[#edits: 1 = <2262/info:/1734078048012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2285=[#edits: 1 = <2263/info:/1734078048014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2286=[#edits: 1 = <2264/info:/1734078048017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2287=[#edits: 1 = <2265/info:/1734078048021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2288=[#edits: 1 = <2266/info:/1734078048021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2289=[#edits: 1 = <2267/info:/1734078048022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2290=[#edits: 1 = <2268/info:/1734078048022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2291=[#edits: 1 = <2269/info:/1734078048023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2292=[#edits: 1 = <2270/info:/1734078048023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2293=[#edits: 1 = <2271/info:/1734078048024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2294=[#edits: 1 = <2272/info:/1734078048024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2295=[#edits: 1 = <2273/info:/1734078048024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2296=[#edits: 1 = <2274/info:/1734078048025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2297=[#edits: 1 = <2275/info:/1734078048026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2298=[#edits: 1 = <2276/info:/1734078048026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2299=[#edits: 1 = <2277/info:/1734078048026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2300=[#edits: 1 = <2278/info:/1734078048027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2301=[#edits: 1 = <2279/info:/1734078048027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2302=[#edits: 1 = <2280/info:/1734078048027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2303=[#edits: 1 = <2281/info:/1734078048027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2304=[#edits: 1 = <2282/info:/1734078048028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2305=[#edits: 1 = <2283/info:/1734078048028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2306=[#edits: 1 = <2284/info:/1734078048028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2307=[#edits: 1 = <2285/info:/1734078048029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2308=[#edits: 1 = <2286/info:/1734078048029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2309=[#edits: 1 = <2287/info:/1734078048029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2310=[#edits: 1 = <2288/info:/1734078048030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2311=[#edits: 1 = <2289/info:/1734078048030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2312=[#edits: 1 = <2290/info:/1734078048030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2313=[#edits: 1 = <2291/info:/1734078048030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2314=[#edits: 1 = <2292/info:/1734078048031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2315=[#edits: 1 = <2293/info:/1734078048031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2316=[#edits: 1 = <2294/info:/1734078048031/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047382.meta, lastWalPosition=84254, nbRowKeys=54, nbHFiles=0, heapSize=9288, lastSeqIds={}, endOfFile=true,usedBufferSize=9288] 2024-12-13T08:20:48,052 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:48,052 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 669, reset compression=false 2024-12-13T08:20:48,052 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2317=[#edits: 1 = <2295/info:/1734078048032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2318=[#edits: 1 = <2296/info:/1734078048034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2319=[#edits: 1 = <2297/info:/1734078048036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2320=[#edits: 1 = <2298/info:/1734078048037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2321=[#edits: 1 = <2299/info:/1734078048037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2322=[#edits: 1 = <2300/info:/1734078048038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2323=[#edits: 1 = <2301/info:/1734078048039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2324=[#edits: 1 = <2302/info:/1734078048041/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=669, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:48,082 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:48,082 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:48,082 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 5779, reset compression=false 2024-12-13T08:20:48,082 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2325=[#edits: 1 = <2303/info:/1734078048048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2326=[#edits: 1 = <2304/info:/1734078048048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2327=[#edits: 1 = <2305/info:/1734078048049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2328=[#edits: 1 = <2306/info:/1734078048049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2329=[#edits: 1 = <2307/info:/1734078048049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2330=[#edits: 1 = <2308/info:/1734078048049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2331=[#edits: 1 = <2309/info:/1734078048050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2332=[#edits: 1 = <2310/info:/1734078048050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2333=[#edits: 1 = <2311/info:/1734078048051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2334=[#edits: 1 = <2312/info:/1734078048051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2335=[#edits: 1 = <2313/info:/1734078048051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2336=[#edits: 1 = <2314/info:/1734078048052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2337=[#edits: 1 = <2315/info:/1734078048052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2338=[#edits: 1 = <2316/info:/1734078048052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2339=[#edits: 1 = <2317/info:/1734078048053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2340=[#edits: 1 = <2318/info:/1734078048054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2341=[#edits: 1 = <2319/info:/1734078048054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2342=[#edits: 1 = <2320/info:/1734078048055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2343=[#edits: 1 = <2321/info:/1734078048056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2344=[#edits: 1 = <2322/info:/1734078048057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2345=[#edits: 1 = <2323/info:/1734078048059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2346=[#edits: 1 = <2324/info:/1734078048060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2347=[#edits: 1 = <2325/info:/1734078048061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2348=[#edits: 1 = <2326/info:/1734078048061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2349=[#edits: 1 = <2327/info:/1734078048062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2350=[#edits: 1 = <2328/info:/1734078048062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2351=[#edits: 1 = <2329/info:/1734078048062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2352=[#edits: 1 = <2330/info:/1734078048063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2353=[#edits: 1 = <2331/info:/1734078048063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2354=[#edits: 1 = <2332/info:/1734078048063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2355=[#edits: 1 = <2333/info:/1734078048064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2356=[#edits: 1 = <2334/info:/1734078048064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2357=[#edits: 1 = <2335/info:/1734078048064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2358=[#edits: 1 = <2336/info:/1734078048065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2359=[#edits: 1 = <2337/info:/1734078048065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2360=[#edits: 1 = <2338/info:/1734078048065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2361=[#edits: 1 = <2339/info:/1734078048066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2362=[#edits: 1 = <2340/info:/1734078048066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2363=[#edits: 1 = <2341/info:/1734078048066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2364=[#edits: 1 = <2342/info:/1734078048066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2365=[#edits: 1 = <2343/info:/1734078048067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2366=[#edits: 1 = <2344/info:/1734078048067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2367=[#edits: 1 = <2345/info:/1734078048067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2368=[#edits: 1 = <2346/info:/1734078048068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2369=[#edits: 1 = <2347/info:/1734078048068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2370=[#edits: 1 = <2348/info:/1734078048068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2371=[#edits: 1 = <2349/info:/1734078048068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2372=[#edits: 1 = <2350/info:/1734078048069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2373=[#edits: 1 = <2351/info:/1734078048069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2374=[#edits: 1 = <2352/info:/1734078048069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2375=[#edits: 1 = <2353/info:/1734078048070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2376=[#edits: 1 = <2354/info:/1734078048070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2377=[#edits: 1 = <2355/info:/1734078048070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2378=[#edits: 1 = <2356/info:/1734078048071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2379=[#edits: 1 = <2357/info:/1734078048071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2380=[#edits: 1 = <2358/info:/1734078048071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2381=[#edits: 1 = <2359/info:/1734078048072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2382=[#edits: 1 = <2360/info:/1734078048072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2383=[#edits: 1 = <2361/info:/1734078048073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2384=[#edits: 1 = <2362/info:/1734078048073/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=5049, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:48,085 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2385=[#edits: 1 = <2363/info:/1734078048073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2386=[#edits: 1 = <2364/info:/1734078048073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2387=[#edits: 1 = <2365/info:/1734078048074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2388=[#edits: 1 = <2366/info:/1734078048074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2389=[#edits: 1 = <2367/info:/1734078048074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2390=[#edits: 1 = <2368/info:/1734078048075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2391=[#edits: 1 = <2369/info:/1734078048076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2392=[#edits: 1 = <2370/info:/1734078048077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2393=[#edits: 1 = <2371/info:/1734078048079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2394=[#edits: 1 = <2372/info:/1734078048079/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=5779, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:48,089 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:48,089 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 5998, reset compression=false 2024-12-13T08:20:48,089 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2395=[#edits: 1 = <2373/info:/1734078048080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2396=[#edits: 1 = <2374/info:/1734078048081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2397=[#edits: 1 = <2375/info:/1734078048085/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=5998, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-13T08:20:48,095 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:48,095 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2398=[#edits: 1 = <2376/info:/1734078048087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2399=[#edits: 1 = <2377/info:/1734078048088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2400=[#edits: 1 = <2378/info:/1734078048088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2401=[#edits: 1 = <2379/info:/1734078048090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2402=[#edits: 1 = <2380/info:/1734078048090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2403=[#edits: 1 = <2381/info:/1734078048091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2404=[#edits: 1 = <2382/info:/1734078048091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2405=[#edits: 1 = <2383/info:/1734078048091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2406=[#edits: 1 = <2384/info:/1734078048092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2407=[#edits: 1 = <2385/info:/1734078048092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2408=[#edits: 1 = <2386/info:/1734078048093/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=6801, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:48,096 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 6801, reset compression=false 2024-12-13T08:20:48,100 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:48,100 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 7020, reset compression=false 2024-12-13T08:20:48,100 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2409=[#edits: 1 = <2387/info:/1734078048094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2410=[#edits: 1 = <2388/info:/1734078048095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2411=[#edits: 1 = <2389/info:/1734078048096/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=7020, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-13T08:20:48,113 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-13T08:20:48,113 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 8334, reset compression=false 2024-12-13T08:20:48,113 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2412=[#edits: 1 = <2390/info:/1734078048099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2413=[#edits: 1 = <2391/info:/1734078048100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2414=[#edits: 1 = <2392/info:/1734078048101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2415=[#edits: 1 = <2393/info:/1734078048102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2416=[#edits: 1 = <2394/info:/1734078048103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2417=[#edits: 1 = <2395/info:/1734078048103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2418=[#edits: 1 = <2396/info:/1734078048104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2419=[#edits: 1 = <2397/info:/1734078048105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2420=[#edits: 1 = <2398/info:/1734078048106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2421=[#edits: 1 = <2399/info:/1734078048106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2422=[#edits: 1 = <2400/info:/1734078048107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2423=[#edits: 1 = <2401/info:/1734078048107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2424=[#edits: 1 = <2402/info:/1734078048108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2425=[#edits: 1 = <2403/info:/1734078048108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2426=[#edits: 1 = <2404/info:/1734078048109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2427=[#edits: 1 = <2405/info:/1734078048109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2428=[#edits: 1 = <2406/info:/1734078048109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2429=[#edits: 1 = <2407/info:/1734078048110/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=8334, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-13T08:20:48,119 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:48,119 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 8918, reset compression=false 2024-12-13T08:20:48,119 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2430=[#edits: 1 = <2408/info:/1734078048110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2431=[#edits: 1 = <2409/info:/1734078048111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2432=[#edits: 1 = <2410/info:/1734078048112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2433=[#edits: 1 = <2411/info:/1734078048113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2434=[#edits: 1 = <2412/info:/1734078048114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2435=[#edits: 1 = <2413/info:/1734078048114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2436=[#edits: 1 = <2414/info:/1734078048115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2437=[#edits: 1 = <2415/info:/1734078048116/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=8918, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:48,124 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:48,124 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 9210, reset compression=false 2024-12-13T08:20:48,124 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2438=[#edits: 1 = <2416/info:/1734078048117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2439=[#edits: 1 = <2417/info:/1734078048118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2440=[#edits: 1 = <2418/info:/1734078048119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2441=[#edits: 1 = <2419/info:/1734078048120/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=9210, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:48,129 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:48,129 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 9429, reset compression=false 2024-12-13T08:20:48,129 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2442=[#edits: 1 = <2420/info:/1734078048123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2443=[#edits: 1 = <2421/info:/1734078048124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2444=[#edits: 1 = <2422/info:/1734078048127/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=9429, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-13T08:20:48,144 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:48,144 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 9721, reset compression=false 2024-12-13T08:20:48,144 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2445=[#edits: 1 = <2423/info:/1734078048127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2446=[#edits: 1 = <2424/info:/1734078048128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2447=[#edits: 1 = <2425/info:/1734078048129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2448=[#edits: 1 = <2426/info:/1734078048131/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=9721, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:48,151 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 32 WAL entries eligible for replication 2024-12-13T08:20:48,151 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 12057, reset compression=false 2024-12-13T08:20:48,151 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2449=[#edits: 1 = <2427/info:/1734078048132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2450=[#edits: 1 = <2428/info:/1734078048133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2451=[#edits: 1 = <2429/info:/1734078048134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2452=[#edits: 1 = <2430/info:/1734078048134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2453=[#edits: 1 = <2431/info:/1734078048135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2454=[#edits: 1 = <2432/info:/1734078048135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2455=[#edits: 1 = <2433/info:/1734078048135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2456=[#edits: 1 = <2434/info:/1734078048136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2457=[#edits: 1 = <2435/info:/1734078048136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2458=[#edits: 1 = <2436/info:/1734078048136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2459=[#edits: 1 = <2437/info:/1734078048137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2460=[#edits: 1 = <2438/info:/1734078048137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2461=[#edits: 1 = <2439/info:/1734078048137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2462=[#edits: 1 = <2440/info:/1734078048138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2463=[#edits: 1 = <2441/info:/1734078048138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2464=[#edits: 1 = <2442/info:/1734078048138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2465=[#edits: 1 = <2443/info:/1734078048139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2466=[#edits: 1 = <2444/info:/1734078048139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2467=[#edits: 1 = <2445/info:/1734078048139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2468=[#edits: 1 = <2446/info:/1734078048140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2469=[#edits: 1 = <2447/info:/1734078048140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2470=[#edits: 1 = <2448/info:/1734078048141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2471=[#edits: 1 = <2449/info:/1734078048141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2472=[#edits: 1 = <2450/info:/1734078048142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2473=[#edits: 1 = <2451/info:/1734078048142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2474=[#edits: 1 = <2452/info:/1734078048142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2475=[#edits: 1 = <2453/info:/1734078048143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2476=[#edits: 1 = <2454/info:/1734078048143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2477=[#edits: 1 = <2455/info:/1734078048143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2478=[#edits: 1 = <2456/info:/1734078048145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2479=[#edits: 1 = <2457/info:/1734078048147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2480=[#edits: 1 = <2458/info:/1734078048147/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=12057, nbRowKeys=32, nbHFiles=0, heapSize=5504, lastSeqIds={}, endOfFile=false,usedBufferSize=5504] 2024-12-13T08:20:48,188 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 52 WAL entries eligible for replication 2024-12-13T08:20:48,188 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 15853, reset compression=false 2024-12-13T08:20:48,188 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2481=[#edits: 1 = <2459/info:/1734078048148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2482=[#edits: 1 = <2460/info:/1734078048148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2483=[#edits: 1 = <2461/info:/1734078048155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2484=[#edits: 1 = <2462/info:/1734078048158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2485=[#edits: 1 = <2463/info:/1734078048159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2486=[#edits: 1 = <2464/info:/1734078048159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2487=[#edits: 1 = <2465/info:/1734078048159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2488=[#edits: 1 = <2466/info:/1734078048160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2489=[#edits: 1 = <2467/info:/1734078048160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2490=[#edits: 1 = <2468/info:/1734078048161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2491=[#edits: 1 = <2469/info:/1734078048161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2492=[#edits: 1 = <2470/info:/1734078048161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2493=[#edits: 1 = <2471/info:/1734078048162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2494=[#edits: 1 = <2472/info:/1734078048162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2495=[#edits: 1 = <2473/info:/1734078048163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2496=[#edits: 1 = <2474/info:/1734078048163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2497=[#edits: 1 = <2475/info:/1734078048163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2498=[#edits: 1 = <2476/info:/1734078048164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2499=[#edits: 1 = <2477/info:/1734078048164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2500=[#edits: 1 = <2478/info:/1734078048165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2501=[#edits: 1 = <2479/info:/1734078048165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2502=[#edits: 1 = <2480/info:/1734078048166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2503=[#edits: 1 = <2481/info:/1734078048166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2504=[#edits: 1 = <2482/info:/1734078048167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2505=[#edits: 1 = <2483/info:/1734078048167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2506=[#edits: 1 = <2484/info:/1734078048168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2507=[#edits: 1 = <2485/info:/1734078048168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2508=[#edits: 1 = <2486/info:/1734078048169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2509=[#edits: 1 = <2487/info:/1734078048169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2510=[#edits: 1 = <2488/info:/1734078048170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2511=[#edits: 1 = <2489/info:/1734078048170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2512=[#edits: 1 = <2490/info:/1734078048171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2513=[#edits: 1 = <2491/info:/1734078048171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2514=[#edits: 1 = <2492/info:/1734078048172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2515=[#edits: 1 = <2493/info:/1734078048172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2516=[#edits: 1 = <2494/info:/1734078048173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2517=[#edits: 1 = <2495/info:/1734078048173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2518=[#edits: 1 = <2496/info:/1734078048173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2519=[#edits: 1 = <2497/info:/1734078048174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2520=[#edits: 1 = <2498/info:/1734078048175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2521=[#edits: 1 = <2499/info:/1734078048175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2522=[#edits: 1 = <2500/info:/1734078048176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2523=[#edits: 1 = <2501/info:/1734078048177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2524=[#edits: 1 = <2502/info:/1734078048177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2525=[#edits: 1 = <2503/info:/1734078048178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2526=[#edits: 1 = <2504/info:/1734078048178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2527=[#edits: 1 = <2505/info:/1734078048179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2528=[#edits: 1 = <2506/info:/1734078048180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2529=[#edits: 1 = <2507/info:/1734078048180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2530=[#edits: 1 = <2508/info:/1734078048181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2531=[#edits: 1 = <2509/info:/1734078048182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2532=[#edits: 1 = <2510/info:/1734078048183/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=15853, nbRowKeys=52, nbHFiles=0, heapSize=8944, lastSeqIds={}, endOfFile=false,usedBufferSize=8944] 2024-12-13T08:20:48,210 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:48,210 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 16656, reset compression=false 2024-12-13T08:20:48,210 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2533=[#edits: 1 = <2511/info:/1734078048184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2534=[#edits: 1 = <2512/info:/1734078048186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2535=[#edits: 1 = <2513/info:/1734078048190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2536=[#edits: 1 = <2514/info:/1734078048194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2537=[#edits: 1 = <2515/info:/1734078048195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2538=[#edits: 1 = <2516/info:/1734078048198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2539=[#edits: 1 = <2517/info:/1734078048200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2540=[#edits: 1 = <2518/info:/1734078048202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2541=[#edits: 1 = <2519/info:/1734078048203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2542=[#edits: 1 = <2520/info:/1734078048205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2543=[#edits: 1 = <2521/info:/1734078048207/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=16656, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:48,229 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-13T08:20:48,229 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 18262, reset compression=false 2024-12-13T08:20:48,229 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2544=[#edits: 1 = <2522/info:/1734078048209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2545=[#edits: 1 = <2523/info:/1734078048211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2546=[#edits: 1 = <2524/info:/1734078048213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2547=[#edits: 1 = <2525/info:/1734078048214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2548=[#edits: 1 = <2526/info:/1734078048215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2549=[#edits: 1 = <2527/info:/1734078048215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2550=[#edits: 1 = <2528/info:/1734078048216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2551=[#edits: 1 = <2529/info:/1734078048216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2552=[#edits: 1 = <2530/info:/1734078048217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2553=[#edits: 1 = <2531/info:/1734078048217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2554=[#edits: 1 = <2532/info:/1734078048219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2555=[#edits: 1 = <2533/info:/1734078048221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2556=[#edits: 1 = <2534/info:/1734078048222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2557=[#edits: 1 = <2535/info:/1734078048222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2558=[#edits: 1 = <2536/info:/1734078048223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2559=[#edits: 1 = <2537/info:/1734078048223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2560=[#edits: 1 = <2538/info:/1734078048224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2561=[#edits: 1 = <2539/info:/1734078048224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2562=[#edits: 1 = <2540/info:/1734078048225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2563=[#edits: 1 = <2541/info:/1734078048226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2564=[#edits: 1 = <2542/info:/1734078048226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2565=[#edits: 1 = <2543/info:/1734078048227/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=18262, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-13T08:20:48,235 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:48,235 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 18554, reset compression=false 2024-12-13T08:20:48,235 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2566=[#edits: 1 = <2544/info:/1734078048227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2567=[#edits: 1 = <2545/info:/1734078048228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2568=[#edits: 1 = <2546/info:/1734078048230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2569=[#edits: 1 = <2547/info:/1734078048231/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=18554, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:48,245 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:48,245 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 18919, reset compression=false 2024-12-13T08:20:48,245 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2570=[#edits: 1 = <2548/info:/1734078048235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2571=[#edits: 1 = <2549/info:/1734078048236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2572=[#edits: 1 = <2550/info:/1734078048237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2573=[#edits: 1 = <2551/info:/1734078048243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2574=[#edits: 1 = <2552/info:/1734078048243/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=18919, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:48,254 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:48,254 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 19941, reset compression=false 2024-12-13T08:20:48,254 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2575=[#edits: 1 = <2553/info:/1734078048244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2576=[#edits: 1 = <2554/info:/1734078048244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2577=[#edits: 1 = <2555/info:/1734078048245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2578=[#edits: 1 = <2556/info:/1734078048247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2579=[#edits: 1 = <2557/info:/1734078048248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2580=[#edits: 1 = <2558/info:/1734078048248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2581=[#edits: 1 = <2559/info:/1734078048248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2582=[#edits: 1 = <2560/info:/1734078048249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2583=[#edits: 1 = <2561/info:/1734078048249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2584=[#edits: 1 = <2562/info:/1734078048249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2585=[#edits: 1 = <2563/info:/1734078048249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2586=[#edits: 1 = <2564/info:/1734078048250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2587=[#edits: 1 = <2565/info:/1734078048250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2588=[#edits: 1 = <2566/info:/1734078048250/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=19941, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:48,260 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:48,260 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 20160, reset compression=false 2024-12-13T08:20:48,260 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2589=[#edits: 1 = <2567/info:/1734078048251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2590=[#edits: 1 = <2568/info:/1734078048253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2591=[#edits: 1 = <2569/info:/1734078048254/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=20160, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-13T08:20:48,269 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:48,269 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 21182, reset compression=false 2024-12-13T08:20:48,269 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2592=[#edits: 1 = <2570/info:/1734078048261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2593=[#edits: 1 = <2571/info:/1734078048262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2594=[#edits: 1 = <2572/info:/1734078048263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2595=[#edits: 1 = <2573/info:/1734078048264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2596=[#edits: 1 = <2574/info:/1734078048264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2597=[#edits: 1 = <2575/info:/1734078048264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2598=[#edits: 1 = <2576/info:/1734078048265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2599=[#edits: 1 = <2577/info:/1734078048265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2600=[#edits: 1 = <2578/info:/1734078048265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2601=[#edits: 1 = <2579/info:/1734078048266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2602=[#edits: 1 = <2580/info:/1734078048266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2603=[#edits: 1 = <2581/info:/1734078048267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2604=[#edits: 1 = <2582/info:/1734078048267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2605=[#edits: 1 = <2583/info:/1734078048267/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=21182, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:48,281 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 27 WAL entries eligible for replication 2024-12-13T08:20:48,282 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 23153, reset compression=false 2024-12-13T08:20:48,282 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2606=[#edits: 1 = <2584/info:/1734078048268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2607=[#edits: 1 = <2585/info:/1734078048268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2608=[#edits: 1 = <2586/info:/1734078048270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2609=[#edits: 1 = <2587/info:/1734078048270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2610=[#edits: 1 = <2588/info:/1734078048271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2611=[#edits: 1 = <2589/info:/1734078048271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2612=[#edits: 1 = <2590/info:/1734078048271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2613=[#edits: 1 = <2591/info:/1734078048272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2614=[#edits: 1 = <2592/info:/1734078048272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2615=[#edits: 1 = <2593/info:/1734078048272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2616=[#edits: 1 = <2594/info:/1734078048273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2617=[#edits: 1 = <2595/info:/1734078048273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2618=[#edits: 1 = <2596/info:/1734078048273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2619=[#edits: 1 = <2597/info:/1734078048274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2620=[#edits: 1 = <2598/info:/1734078048275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2621=[#edits: 1 = <2599/info:/1734078048275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2622=[#edits: 1 = <2600/info:/1734078048275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2623=[#edits: 1 = <2601/info:/1734078048276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2624=[#edits: 1 = <2602/info:/1734078048276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2625=[#edits: 1 = <2603/info:/1734078048277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2626=[#edits: 1 = <2604/info:/1734078048277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2627=[#edits: 1 = <2605/info:/1734078048277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2628=[#edits: 1 = <2606/info:/1734078048278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2629=[#edits: 1 = <2607/info:/1734078048278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2630=[#edits: 1 = <2608/info:/1734078048278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2631=[#edits: 1 = <2609/info:/1734078048279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2632=[#edits: 1 = <2610/info:/1734078048279/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=23153, nbRowKeys=27, nbHFiles=0, heapSize=4644, lastSeqIds={}, endOfFile=false,usedBufferSize=4644] 2024-12-13T08:20:48,288 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:48,288 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 23737, reset compression=false 2024-12-13T08:20:48,288 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2633=[#edits: 1 = <2611/info:/1734078048280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2634=[#edits: 1 = <2612/info:/1734078048281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2635=[#edits: 1 = <2613/info:/1734078048282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2636=[#edits: 1 = <2614/info:/1734078048283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2637=[#edits: 1 = <2615/info:/1734078048283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2638=[#edits: 1 = <2616/info:/1734078048284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2639=[#edits: 1 = <2617/info:/1734078048284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2640=[#edits: 1 = <2618/info:/1734078048285/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=23737, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:48,305 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 29 WAL entries eligible for replication 2024-12-13T08:20:48,305 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 25854, reset compression=false 2024-12-13T08:20:48,305 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2641=[#edits: 1 = <2619/info:/1734078048286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2642=[#edits: 1 = <2620/info:/1734078048289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2643=[#edits: 1 = <2621/info:/1734078048289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2644=[#edits: 1 = <2622/info:/1734078048292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2645=[#edits: 1 = <2623/info:/1734078048293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2646=[#edits: 1 = <2624/info:/1734078048294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2647=[#edits: 1 = <2625/info:/1734078048295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2648=[#edits: 1 = <2626/info:/1734078048296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2649=[#edits: 1 = <2627/info:/1734078048296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2650=[#edits: 1 = <2628/info:/1734078048296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2651=[#edits: 1 = <2629/info:/1734078048297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2652=[#edits: 1 = <2630/info:/1734078048297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2653=[#edits: 1 = <2631/info:/1734078048298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2654=[#edits: 1 = <2632/info:/1734078048298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2655=[#edits: 1 = <2633/info:/1734078048298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2656=[#edits: 1 = <2634/info:/1734078048299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2657=[#edits: 1 = <2635/info:/1734078048299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2658=[#edits: 1 = <2636/info:/1734078048299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2659=[#edits: 1 = <2637/info:/1734078048300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2660=[#edits: 1 = <2638/info:/1734078048300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2661=[#edits: 1 = <2639/info:/1734078048300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2662=[#edits: 1 = <2640/info:/1734078048301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2663=[#edits: 1 = <2641/info:/1734078048301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2664=[#edits: 1 = <2642/info:/1734078048302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2665=[#edits: 1 = <2643/info:/1734078048302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2666=[#edits: 1 = <2644/info:/1734078048302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2667=[#edits: 1 = <2645/info:/1734078048303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2668=[#edits: 1 = <2646/info:/1734078048303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2669=[#edits: 1 = <2647/info:/1734078048303/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=25854, nbRowKeys=29, nbHFiles=0, heapSize=4988, lastSeqIds={}, endOfFile=false,usedBufferSize=4988] 2024-12-13T08:20:48,317 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 29 WAL entries eligible for replication 2024-12-13T08:20:48,317 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 27971, reset compression=false 2024-12-13T08:20:48,317 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2670=[#edits: 1 = <2648/info:/1734078048303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2671=[#edits: 1 = <2649/info:/1734078048304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2672=[#edits: 1 = <2650/info:/1734078048304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2673=[#edits: 1 = <2651/info:/1734078048305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2674=[#edits: 1 = <2652/info:/1734078048305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2675=[#edits: 1 = <2653/info:/1734078048305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2676=[#edits: 1 = <2654/info:/1734078048306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2677=[#edits: 1 = <2655/info:/1734078048306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2678=[#edits: 1 = <2656/info:/1734078048307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2679=[#edits: 1 = <2657/info:/1734078048307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2680=[#edits: 1 = <2658/info:/1734078048308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2681=[#edits: 1 = <2659/info:/1734078048308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2682=[#edits: 1 = <2660/info:/1734078048308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2683=[#edits: 1 = <2661/info:/1734078048309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2684=[#edits: 1 = <2662/info:/1734078048309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2685=[#edits: 1 = <2663/info:/1734078048309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2686=[#edits: 1 = <2664/info:/1734078048310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2687=[#edits: 1 = <2665/info:/1734078048310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2688=[#edits: 1 = <2666/info:/1734078048311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2689=[#edits: 1 = <2667/info:/1734078048311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2690=[#edits: 1 = <2668/info:/1734078048311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2691=[#edits: 1 = <2669/info:/1734078048312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2692=[#edits: 1 = <2670/info:/1734078048312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2693=[#edits: 1 = <2671/info:/1734078048312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2694=[#edits: 1 = <2672/info:/1734078048313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2695=[#edits: 1 = <2673/info:/1734078048313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2696=[#edits: 1 = <2674/info:/1734078048313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2697=[#edits: 1 = <2675/info:/1734078048314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2698=[#edits: 1 = <2676/info:/1734078048314/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=27971, nbRowKeys=29, nbHFiles=0, heapSize=4988, lastSeqIds={}, endOfFile=false,usedBufferSize=4988] 2024-12-13T08:20:48,336 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 31 WAL entries eligible for replication 2024-12-13T08:20:48,336 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 30234, reset compression=false 2024-12-13T08:20:48,336 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2699=[#edits: 1 = <2677/info:/1734078048316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2700=[#edits: 1 = <2678/info:/1734078048316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2701=[#edits: 1 = <2679/info:/1734078048317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2702=[#edits: 1 = <2680/info:/1734078048318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2703=[#edits: 1 = <2681/info:/1734078048321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2704=[#edits: 1 = <2682/info:/1734078048321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2705=[#edits: 1 = <2683/info:/1734078048322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2706=[#edits: 1 = <2684/info:/1734078048322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2707=[#edits: 1 = <2685/info:/1734078048323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2708=[#edits: 1 = <2686/info:/1734078048323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2709=[#edits: 1 = <2687/info:/1734078048324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2710=[#edits: 1 = <2688/info:/1734078048324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2711=[#edits: 1 = <2689/info:/1734078048325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2712=[#edits: 1 = <2690/info:/1734078048326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2713=[#edits: 1 = <2691/info:/1734078048326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2714=[#edits: 1 = <2692/info:/1734078048326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2715=[#edits: 1 = <2693/info:/1734078048327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2716=[#edits: 1 = <2694/info:/1734078048327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2717=[#edits: 1 = <2695/info:/1734078048328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2718=[#edits: 1 = <2696/info:/1734078048328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2719=[#edits: 1 = <2697/info:/1734078048329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2720=[#edits: 1 = <2698/info:/1734078048329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2721=[#edits: 1 = <2699/info:/1734078048330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2722=[#edits: 1 = <2700/info:/1734078048330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2723=[#edits: 1 = <2701/info:/1734078048331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2724=[#edits: 1 = <2702/info:/1734078048331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2725=[#edits: 1 = <2703/info:/1734078048332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2726=[#edits: 1 = <2704/info:/1734078048332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2727=[#edits: 1 = <2705/info:/1734078048333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2728=[#edits: 1 = <2706/info:/1734078048333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2729=[#edits: 1 = <2707/info:/1734078048333/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=30234, nbRowKeys=31, nbHFiles=0, heapSize=5332, lastSeqIds={}, endOfFile=false,usedBufferSize=5332] 2024-12-13T08:20:48,340 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:48,340 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 30526, reset compression=false 2024-12-13T08:20:48,341 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2730=[#edits: 1 = <2708/info:/1734078048334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2731=[#edits: 1 = <2709/info:/1734078048336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2732=[#edits: 1 = <2710/info:/1734078048338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2733=[#edits: 1 = <2711/info:/1734078048339/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=30526, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:48,345 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:48,345 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 31110, reset compression=false 2024-12-13T08:20:48,345 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2734=[#edits: 1 = <2712/info:/1734078048339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2735=[#edits: 1 = <2713/info:/1734078048340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2736=[#edits: 1 = <2714/info:/1734078048340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2737=[#edits: 1 = <2715/info:/1734078048341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2738=[#edits: 1 = <2716/info:/1734078048342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2739=[#edits: 1 = <2717/info:/1734078048342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2740=[#edits: 1 = <2718/info:/1734078048343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2741=[#edits: 1 = <2719/info:/1734078048343/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=31110, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:48,349 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:48,349 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 31402, reset compression=false 2024-12-13T08:20:48,349 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2742=[#edits: 1 = <2720/info:/1734078048344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2743=[#edits: 1 = <2721/info:/1734078048344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2744=[#edits: 1 = <2722/info:/1734078048345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2745=[#edits: 1 = <2723/info:/1734078048347/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=31402, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:48,353 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:48,353 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 32205, reset compression=false 2024-12-13T08:20:48,353 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2746=[#edits: 1 = <2724/info:/1734078048347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2747=[#edits: 1 = <2725/info:/1734078048348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2748=[#edits: 1 = <2726/info:/1734078048349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2749=[#edits: 1 = <2727/info:/1734078048349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2750=[#edits: 1 = <2728/info:/1734078048350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2751=[#edits: 1 = <2729/info:/1734078048350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2752=[#edits: 1 = <2730/info:/1734078048350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2753=[#edits: 1 = <2731/info:/1734078048351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2754=[#edits: 1 = <2732/info:/1734078048351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2755=[#edits: 1 = <2733/info:/1734078048351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2756=[#edits: 1 = <2734/info:/1734078048352/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=32205, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:48,356 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:48,356 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 32570, reset compression=false 2024-12-13T08:20:48,356 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2757=[#edits: 1 = <2735/info:/1734078048352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2758=[#edits: 1 = <2736/info:/1734078048352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2759=[#edits: 1 = <2737/info:/1734078048353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2760=[#edits: 1 = <2738/info:/1734078048353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2761=[#edits: 1 = <2739/info:/1734078048355/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=32570, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:48,360 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:48,360 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 33227, reset compression=false 2024-12-13T08:20:48,360 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2762=[#edits: 1 = <2740/info:/1734078048355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2763=[#edits: 1 = <2741/info:/1734078048356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2764=[#edits: 1 = <2742/info:/1734078048356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2765=[#edits: 1 = <2743/info:/1734078048357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2766=[#edits: 1 = <2744/info:/1734078048357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2767=[#edits: 1 = <2745/info:/1734078048358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2768=[#edits: 1 = <2746/info:/1734078048358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2769=[#edits: 1 = <2747/info:/1734078048358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2770=[#edits: 1 = <2748/info:/1734078048358/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=33227, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:48,364 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:48,365 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 34103, reset compression=false 2024-12-13T08:20:48,365 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2771=[#edits: 1 = <2749/info:/1734078048359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2772=[#edits: 1 = <2750/info:/1734078048359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2773=[#edits: 1 = <2751/info:/1734078048359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2774=[#edits: 1 = <2752/info:/1734078048360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2775=[#edits: 1 = <2753/info:/1734078048360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2776=[#edits: 1 = <2754/info:/1734078048361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2777=[#edits: 1 = <2755/info:/1734078048361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2778=[#edits: 1 = <2756/info:/1734078048361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2779=[#edits: 1 = <2757/info:/1734078048361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2780=[#edits: 1 = <2758/info:/1734078048362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2781=[#edits: 1 = <2759/info:/1734078048362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2782=[#edits: 1 = <2760/info:/1734078048362/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=34103, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:48,375 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-13T08:20:48,375 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 35636, reset compression=false 2024-12-13T08:20:48,375 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2783=[#edits: 1 = <2761/info:/1734078048363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2784=[#edits: 1 = <2762/info:/1734078048363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2785=[#edits: 1 = <2763/info:/1734078048363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2786=[#edits: 1 = <2764/info:/1734078048364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2787=[#edits: 1 = <2765/info:/1734078048364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2788=[#edits: 1 = <2766/info:/1734078048365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2789=[#edits: 1 = <2767/info:/1734078048366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2790=[#edits: 1 = <2768/info:/1734078048366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2791=[#edits: 1 = <2769/info:/1734078048366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2792=[#edits: 1 = <2770/info:/1734078048366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2793=[#edits: 1 = <2771/info:/1734078048368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2794=[#edits: 1 = <2772/info:/1734078048368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2795=[#edits: 1 = <2773/info:/1734078048368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2796=[#edits: 1 = <2774/info:/1734078048369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2797=[#edits: 1 = <2775/info:/1734078048369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2798=[#edits: 1 = <2776/info:/1734078048369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2799=[#edits: 1 = <2777/info:/1734078048370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2800=[#edits: 1 = <2778/info:/1734078048370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2801=[#edits: 1 = <2779/info:/1734078048371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2802=[#edits: 1 = <2780/info:/1734078048371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2803=[#edits: 1 = <2781/info:/1734078048371/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=35636, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-13T08:20:48,394 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:48,394 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 35928, reset compression=false 2024-12-13T08:20:48,394 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2804=[#edits: 1 = <2782/info:/1734078048372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2805=[#edits: 1 = <2783/info:/1734078048376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2806=[#edits: 1 = <2784/info:/1734078048377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2807=[#edits: 1 = <2785/info:/1734078048378/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=35928, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:48,399 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 44 WAL entries eligible for replication 2024-12-13T08:20:48,399 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 39140, reset compression=false 2024-12-13T08:20:48,399 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2808=[#edits: 1 = <2786/info:/1734078048378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2809=[#edits: 1 = <2787/info:/1734078048379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2810=[#edits: 1 = <2788/info:/1734078048379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2811=[#edits: 1 = <2789/info:/1734078048379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2812=[#edits: 1 = <2790/info:/1734078048381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2813=[#edits: 1 = <2791/info:/1734078048381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2814=[#edits: 1 = <2792/info:/1734078048382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2815=[#edits: 1 = <2793/info:/1734078048383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2816=[#edits: 1 = <2794/info:/1734078048384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2817=[#edits: 1 = <2795/info:/1734078048384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2818=[#edits: 1 = <2796/info:/1734078048384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2819=[#edits: 1 = <2797/info:/1734078048384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2820=[#edits: 1 = <2798/info:/1734078048385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2821=[#edits: 1 = <2799/info:/1734078048385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2822=[#edits: 1 = <2800/info:/1734078048386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2823=[#edits: 1 = <2801/info:/1734078048386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2824=[#edits: 1 = <2802/info:/1734078048386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2825=[#edits: 1 = <2803/info:/1734078048387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2826=[#edits: 1 = <2804/info:/1734078048387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2827=[#edits: 1 = <2805/info:/1734078048387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2828=[#edits: 1 = <2806/info:/1734078048387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2829=[#edits: 1 = <2807/info:/1734078048388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2830=[#edits: 1 = <2808/info:/1734078048388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2831=[#edits: 1 = <2809/info:/1734078048388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2832=[#edits: 1 = <2810/info:/1734078048388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2833=[#edits: 1 = <2811/info:/1734078048388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2834=[#edits: 1 = <2812/info:/1734078048389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2835=[#edits: 1 = <2813/info:/1734078048389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2836=[#edits: 1 = <2814/info:/1734078048389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2837=[#edits: 1 = <2815/info:/1734078048390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2838=[#edits: 1 = <2816/info:/1734078048390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2839=[#edits: 1 = <2817/info:/1734078048390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2840=[#edits: 1 = <2818/info:/1734078048390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2841=[#edits: 1 = <2819/info:/1734078048391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2842=[#edits: 1 = <2820/info:/1734078048391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2843=[#edits: 1 = <2821/info:/1734078048391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2844=[#edits: 1 = <2822/info:/1734078048391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2845=[#edits: 1 = <2823/info:/1734078048392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2846=[#edits: 1 = <2824/info:/1734078048392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2847=[#edits: 1 = <2825/info:/1734078048392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2848=[#edits: 1 = <2826/info:/1734078048394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2849=[#edits: 1 = <2827/info:/1734078048394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2850=[#edits: 1 = <2828/info:/1734078048395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2851=[#edits: 1 = <2829/info:/1734078048396/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=39140, nbRowKeys=44, nbHFiles=0, heapSize=7568, lastSeqIds={}, endOfFile=false,usedBufferSize=7568] 2024-12-13T08:20:48,405 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:48,405 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 39870, reset compression=false 2024-12-13T08:20:48,405 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2852=[#edits: 1 = <2830/info:/1734078048397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2853=[#edits: 1 = <2831/info:/1734078048397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2854=[#edits: 1 = <2832/info:/1734078048398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2855=[#edits: 1 = <2833/info:/1734078048399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2856=[#edits: 1 = <2834/info:/1734078048401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2857=[#edits: 1 = <2835/info:/1734078048402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2858=[#edits: 1 = <2836/info:/1734078048402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2859=[#edits: 1 = <2837/info:/1734078048403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2860=[#edits: 1 = <2838/info:/1734078048403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2861=[#edits: 1 = <2839/info:/1734078048403/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=39870, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:48,409 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:48,409 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 40381, reset compression=false 2024-12-13T08:20:48,409 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2862=[#edits: 1 = <2840/info:/1734078048403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2863=[#edits: 1 = <2841/info:/1734078048404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2864=[#edits: 1 = <2842/info:/1734078048404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2865=[#edits: 1 = <2843/info:/1734078048405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2866=[#edits: 1 = <2844/info:/1734078048405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2867=[#edits: 1 = <2845/info:/1734078048407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2868=[#edits: 1 = <2846/info:/1734078048408/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=40381, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:48,433 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 25 WAL entries eligible for replication 2024-12-13T08:20:48,433 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 42206, reset compression=false 2024-12-13T08:20:48,433 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2869=[#edits: 1 = <2847/info:/1734078048408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2870=[#edits: 1 = <2848/info:/1734078048411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2871=[#edits: 1 = <2849/info:/1734078048412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2872=[#edits: 1 = <2850/info:/1734078048412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2873=[#edits: 1 = <2851/info:/1734078048413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2874=[#edits: 1 = <2852/info:/1734078048413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2875=[#edits: 1 = <2853/info:/1734078048414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2876=[#edits: 1 = <2854/info:/1734078048414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2877=[#edits: 1 = <2855/info:/1734078048415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2878=[#edits: 1 = <2856/info:/1734078048420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2879=[#edits: 1 = <2857/info:/1734078048420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2880=[#edits: 1 = <2858/info:/1734078048421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2881=[#edits: 1 = <2859/info:/1734078048421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2882=[#edits: 1 = <2860/info:/1734078048421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2883=[#edits: 1 = <2861/info:/1734078048422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2884=[#edits: 1 = <2862/info:/1734078048422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2885=[#edits: 1 = <2863/info:/1734078048422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2886=[#edits: 1 = <2864/info:/1734078048423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2887=[#edits: 1 = <2865/info:/1734078048423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2888=[#edits: 1 = <2866/info:/1734078048424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2889=[#edits: 1 = <2867/info:/1734078048424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2890=[#edits: 1 = <2868/info:/1734078048425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2891=[#edits: 1 = <2869/info:/1734078048425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2892=[#edits: 1 = <2870/info:/1734078048425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2893=[#edits: 1 = <2871/info:/1734078048426/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=42206, nbRowKeys=25, nbHFiles=0, heapSize=4300, lastSeqIds={}, endOfFile=false,usedBufferSize=4300] 2024-12-13T08:20:48,470 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 45 WAL entries eligible for replication 2024-12-13T08:20:48,470 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 45491, reset compression=false 2024-12-13T08:20:48,470 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2894=[#edits: 1 = <2872/info:/1734078048432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2895=[#edits: 1 = <2873/info:/1734078048433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2896=[#edits: 1 = <2874/info:/1734078048433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2897=[#edits: 1 = <2875/info:/1734078048434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2898=[#edits: 1 = <2876/info:/1734078048435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2899=[#edits: 1 = <2877/info:/1734078048436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2900=[#edits: 1 = <2878/info:/1734078048437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2901=[#edits: 1 = <2879/info:/1734078048438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2902=[#edits: 1 = <2880/info:/1734078048438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2903=[#edits: 1 = <2881/info:/1734078048439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2904=[#edits: 1 = <2882/info:/1734078048439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2905=[#edits: 1 = <2883/info:/1734078048440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2906=[#edits: 1 = <2884/info:/1734078048441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2907=[#edits: 1 = <2885/info:/1734078048442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2908=[#edits: 1 = <2886/info:/1734078048442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2909=[#edits: 1 = <2887/info:/1734078048443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2910=[#edits: 1 = <2888/info:/1734078048444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2911=[#edits: 1 = <2889/info:/1734078048444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2912=[#edits: 1 = <2890/info:/1734078048445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2913=[#edits: 1 = <2891/info:/1734078048447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2914=[#edits: 1 = <2892/info:/1734078048457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2915=[#edits: 1 = <2893/info:/1734078048457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2916=[#edits: 1 = <2894/info:/1734078048458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2917=[#edits: 1 = <2895/info:/1734078048458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2918=[#edits: 1 = <2896/info:/1734078048459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2919=[#edits: 1 = <2897/info:/1734078048459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2920=[#edits: 1 = <2898/info:/1734078048460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2921=[#edits: 1 = <2899/info:/1734078048460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2922=[#edits: 1 = <2900/info:/1734078048460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2923=[#edits: 1 = <2901/info:/1734078048461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2924=[#edits: 1 = <2902/info:/1734078048461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2925=[#edits: 1 = <2903/info:/1734078048462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2926=[#edits: 1 = <2904/info:/1734078048462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2927=[#edits: 1 = <2905/info:/1734078048462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2928=[#edits: 1 = <2906/info:/1734078048463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2929=[#edits: 1 = <2907/info:/1734078048463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2930=[#edits: 1 = <2908/info:/1734078048464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2931=[#edits: 1 = <2909/info:/1734078048464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2932=[#edits: 1 = <2910/info:/1734078048464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2933=[#edits: 1 = <2911/info:/1734078048465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2934=[#edits: 1 = <2912/info:/1734078048465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2935=[#edits: 1 = <2913/info:/1734078048466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2936=[#edits: 1 = <2914/info:/1734078048466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2937=[#edits: 1 = <2915/info:/1734078048466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2938=[#edits: 1 = <2916/info:/1734078048467/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=45491, nbRowKeys=45, nbHFiles=0, heapSize=7740, lastSeqIds={}, endOfFile=false,usedBufferSize=7740] 2024-12-13T08:20:48,498 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 40 WAL entries eligible for replication 2024-12-13T08:20:48,498 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 48411, reset compression=false 2024-12-13T08:20:48,498 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2939=[#edits: 1 = <2917/info:/1734078048467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2940=[#edits: 1 = <2918/info:/1734078048468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2941=[#edits: 1 = <2919/info:/1734078048470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2942=[#edits: 1 = <2920/info:/1734078048474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2943=[#edits: 1 = <2921/info:/1734078048475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2944=[#edits: 1 = <2922/info:/1734078048476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2945=[#edits: 1 = <2923/info:/1734078048476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2946=[#edits: 1 = <2924/info:/1734078048476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2947=[#edits: 1 = <2925/info:/1734078048477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2948=[#edits: 1 = <2926/info:/1734078048477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2949=[#edits: 1 = <2927/info:/1734078048478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2950=[#edits: 1 = <2928/info:/1734078048478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2951=[#edits: 1 = <2929/info:/1734078048479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2952=[#edits: 1 = <2930/info:/1734078048479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2953=[#edits: 1 = <2931/info:/1734078048480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2954=[#edits: 1 = <2932/info:/1734078048480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2955=[#edits: 1 = <2933/info:/1734078048481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2956=[#edits: 1 = <2934/info:/1734078048481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2957=[#edits: 1 = <2935/info:/1734078048481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2958=[#edits: 1 = <2936/info:/1734078048482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2959=[#edits: 1 = <2937/info:/1734078048482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2960=[#edits: 1 = <2938/info:/1734078048483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2961=[#edits: 1 = <2939/info:/1734078048484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2962=[#edits: 1 = <2940/info:/1734078048485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2963=[#edits: 1 = <2941/info:/1734078048485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2964=[#edits: 1 = <2942/info:/1734078048486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2965=[#edits: 1 = <2943/info:/1734078048486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2966=[#edits: 1 = <2944/info:/1734078048487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2967=[#edits: 1 = <2945/info:/1734078048487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2968=[#edits: 1 = <2946/info:/1734078048488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2969=[#edits: 1 = <2947/info:/1734078048488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2970=[#edits: 1 = <2948/info:/1734078048489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2971=[#edits: 1 = <2949/info:/1734078048489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2972=[#edits: 1 = <2950/info:/1734078048489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2973=[#edits: 1 = <2951/info:/1734078048490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2974=[#edits: 1 = <2952/info:/1734078048490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2975=[#edits: 1 = <2953/info:/1734078048491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2976=[#edits: 1 = <2954/info:/1734078048491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2977=[#edits: 1 = <2955/info:/1734078048492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2978=[#edits: 1 = <2956/info:/1734078048493/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=48411, nbRowKeys=40, nbHFiles=0, heapSize=6880, lastSeqIds={}, endOfFile=false,usedBufferSize=6880] 2024-12-13T08:20:48,507 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:48,507 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 48557, reset compression=false 2024-12-13T08:20:48,507 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2979=[#edits: 1 = <2957/info:/1734078048494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2980=[#edits: 1 = <2958/info:/1734078048500/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=48557, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-13T08:20:48,514 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:48,514 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 49141, reset compression=false 2024-12-13T08:20:48,515 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2981=[#edits: 1 = <2959/info:/1734078048503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2982=[#edits: 1 = <2960/info:/1734078048506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2983=[#edits: 1 = <2961/info:/1734078048507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2984=[#edits: 1 = <2962/info:/1734078048508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2985=[#edits: 1 = <2963/info:/1734078048508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2986=[#edits: 1 = <2964/info:/1734078048509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2987=[#edits: 1 = <2965/info:/1734078048510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2988=[#edits: 1 = <2966/info:/1734078048510/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=49141, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:48,535 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T08:20:48,535 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 50382, reset compression=false 2024-12-13T08:20:48,535 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2989=[#edits: 1 = <2967/info:/1734078048512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2990=[#edits: 1 = <2968/info:/1734078048513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2991=[#edits: 1 = <2969/info:/1734078048517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2992=[#edits: 1 = <2970/info:/1734078048520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2993=[#edits: 1 = <2971/info:/1734078048521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2994=[#edits: 1 = <2972/info:/1734078048522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2995=[#edits: 1 = <2973/info:/1734078048522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2996=[#edits: 1 = <2974/info:/1734078048523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2997=[#edits: 1 = <2975/info:/1734078048523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2998=[#edits: 1 = <2976/info:/1734078048524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2999=[#edits: 1 = <2977/info:/1734078048524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3000=[#edits: 1 = <2978/info:/1734078048525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3001=[#edits: 1 = <2979/info:/1734078048526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3002=[#edits: 1 = <2980/info:/1734078048528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3003=[#edits: 1 = <2981/info:/1734078048530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3004=[#edits: 1 = <2982/info:/1734078048531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3005=[#edits: 1 = <2983/info:/1734078048531/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=50382, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-13T08:20:48,540 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(313): Writing data from 3000 to 4000 2024-12-13T08:20:48,579 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:48,580 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3006=[#edits: 1 = <2984/info:/1734078048532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3007=[#edits: 1 = <2985/info:/1734078048532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3008=[#edits: 1 = <2986/info:/1734078048533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3009=[#edits: 1 = <2987/info:/1734078048533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3010=[#edits: 1 = <2988/info:/1734078048534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3011=[#edits: 1 = <2989/info:/1734078048534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3012=[#edits: 1 = <2990/info:/1734078048535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3013=[#edits: 1 = <2991/info:/1734078048535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3014=[#edits: 1 = <2992/info:/1734078048536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3015=[#edits: 1 = <2993/info:/1734078048536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3016=[#edits: 1 = <2994/info:/1734078048537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3017=[#edits: 1 = <2995/info:/1734078048537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3018=[#edits: 1 = <2996/info:/1734078048538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3019=[#edits: 1 = <2997/info:/1734078048538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3020=[#edits: 1 = <2998/info:/1734078048538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3021=[#edits: 1 = <2999/info:/1734078048539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3022=[#edits: 1 = <3000/info:/1734078048540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3023=[#edits: 1 = <3001/info:/1734078048541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3024=[#edits: 1 = <3002/info:/1734078048542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3025=[#edits: 1 = <3003/info:/1734078048542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3026=[#edits: 1 = <3004/info:/1734078048543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3027=[#edits: 1 = <3005/info:/1734078048543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3028=[#edits: 1 = <3006/info:/1734078048543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3029=[#edits: 1 = <3007/info:/1734078048544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3030=[#edits: 1 = <3008/info:/1734078048544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3031=[#edits: 1 = <3009/info:/1734078048545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3032=[#edits: 1 = <3010/info:/1734078048545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3033=[#edits: 1 = <3011/info:/1734078048545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3034=[#edits: 1 = <3012/info:/1734078048546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3035=[#edits: 1 = <3013/info:/1734078048546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3036=[#edits: 1 = <3014/info:/1734078048547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3037=[#edits: 1 = <3015/info:/1734078048547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3038=[#edits: 1 = <3016/info:/1734078048547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3039=[#edits: 1 = <3017/info:/1734078048548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3040=[#edits: 1 = <3018/info:/1734078048548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3041=[#edits: 1 = <3019/info:/1734078048548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3042=[#edits: 1 = <3020/info:/1734078048549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3043=[#edits: 1 = <3021/info:/1734078048549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3044=[#edits: 1 = <3022/info:/1734078048549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3045=[#edits: 1 = <3023/info:/1734078048550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3046=[#edits: 1 = <3024/info:/1734078048550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3047=[#edits: 1 = <3025/info:/1734078048551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3048=[#edits: 1 = <3026/info:/1734078048551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3049=[#edits: 1 = <3027/info:/1734078048551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3050=[#edits: 1 = <3028/info:/1734078048552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3051=[#edits: 1 = <3029/info:/1734078048552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3052=[#edits: 1 = <3030/info:/1734078048552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3053=[#edits: 1 = <3031/info:/1734078048553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3054=[#edits: 1 = <3032/info:/1734078048553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3055=[#edits: 1 = <3033/info:/1734078048554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3056=[#edits: 1 = <3034/info:/1734078048554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3057=[#edits: 1 = <3035/info:/1734078048554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3058=[#edits: 1 = <3036/info:/1734078048555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3059=[#edits: 1 = <3037/info:/1734078048555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3060=[#edits: 1 = <3038/info:/1734078048556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3061=[#edits: 1 = <3039/info:/1734078048556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3062=[#edits: 1 = <3040/info:/1734078048556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3063=[#edits: 1 = <3041/info:/1734078048557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3064=[#edits: 1 = <3042/info:/1734078048557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3065=[#edits: 1 = <3043/info:/1734078048558/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=54762, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:48,581 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:48,581 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 55054, reset compression=false 2024-12-13T08:20:48,581 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3066=[#edits: 1 = <3044/info:/1734078048558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3067=[#edits: 1 = <3045/info:/1734078048558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3068=[#edits: 1 = <3046/info:/1734078048559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3069=[#edits: 1 = <3047/info:/1734078048559/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=55054, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:48,586 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 51 WAL entries eligible for replication 2024-12-13T08:20:48,586 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 58777, reset compression=false 2024-12-13T08:20:48,587 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3070=[#edits: 1 = <3048/info:/1734078048559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3071=[#edits: 1 = <3049/info:/1734078048560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3072=[#edits: 1 = <3050/info:/1734078048560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3073=[#edits: 1 = <3051/info:/1734078048561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3074=[#edits: 1 = <3052/info:/1734078048561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3075=[#edits: 1 = <3053/info:/1734078048562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3076=[#edits: 1 = <3054/info:/1734078048562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3077=[#edits: 1 = <3055/info:/1734078048563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3078=[#edits: 1 = <3056/info:/1734078048564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3079=[#edits: 1 = <3057/info:/1734078048564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3080=[#edits: 1 = <3058/info:/1734078048566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3081=[#edits: 1 = <3059/info:/1734078048569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3082=[#edits: 1 = <3060/info:/1734078048569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3083=[#edits: 1 = <3061/info:/1734078048570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3084=[#edits: 1 = <3062/info:/1734078048570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3085=[#edits: 1 = <3063/info:/1734078048571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3086=[#edits: 1 = <3064/info:/1734078048571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3087=[#edits: 1 = <3065/info:/1734078048571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3088=[#edits: 1 = <3066/info:/1734078048572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3089=[#edits: 1 = <3067/info:/1734078048572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3090=[#edits: 1 = <3068/info:/1734078048572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3091=[#edits: 1 = <3069/info:/1734078048572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3092=[#edits: 1 = <3070/info:/1734078048573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3093=[#edits: 1 = <3071/info:/1734078048573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3094=[#edits: 1 = <3072/info:/1734078048573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3095=[#edits: 1 = <3073/info:/1734078048574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3096=[#edits: 1 = <3074/info:/1734078048574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3097=[#edits: 1 = <3075/info:/1734078048574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3098=[#edits: 1 = <3076/info:/1734078048575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3099=[#edits: 1 = <3077/info:/1734078048575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3100=[#edits: 1 = <3078/info:/1734078048575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3101=[#edits: 1 = <3079/info:/1734078048576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3102=[#edits: 1 = <3080/info:/1734078048576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3103=[#edits: 1 = <3081/info:/1734078048576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3104=[#edits: 1 = <3082/info:/1734078048577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3105=[#edits: 1 = <3083/info:/1734078048577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3106=[#edits: 1 = <3084/info:/1734078048577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3107=[#edits: 1 = <3085/info:/1734078048578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3108=[#edits: 1 = <3086/info:/1734078048578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3109=[#edits: 1 = <3087/info:/1734078048578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3110=[#edits: 1 = <3088/info:/1734078048579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3111=[#edits: 1 = <3089/info:/1734078048579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3112=[#edits: 1 = <3090/info:/1734078048580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3113=[#edits: 1 = <3091/info:/1734078048580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3114=[#edits: 1 = <3092/info:/1734078048581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3115=[#edits: 1 = <3093/info:/1734078048582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3116=[#edits: 1 = <3094/info:/1734078048582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3117=[#edits: 1 = <3095/info:/1734078048582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3118=[#edits: 1 = <3096/info:/1734078048583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3119=[#edits: 1 = <3097/info:/1734078048583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3120=[#edits: 1 = <3098/info:/1734078048584/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=58777, nbRowKeys=51, nbHFiles=0, heapSize=8772, lastSeqIds={}, endOfFile=false,usedBufferSize=8772] 2024-12-13T08:20:48,593 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:48,593 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3121=[#edits: 1 = <3099/info:/1734078048584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3122=[#edits: 1 = <3100/info:/1734078048585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3123=[#edits: 1 = <3101/info:/1734078048585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3124=[#edits: 1 = <3102/info:/1734078048587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3125=[#edits: 1 = <3103/info:/1734078048588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3126=[#edits: 1 = <3104/info:/1734078048590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3127=[#edits: 1 = <3105/info:/1734078048591/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=59288, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:48,593 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 59288, reset compression=false 2024-12-13T08:20:48,598 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:48,598 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 59799, reset compression=false 2024-12-13T08:20:48,598 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3128=[#edits: 1 = <3106/info:/1734078048591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3129=[#edits: 1 = <3107/info:/1734078048593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3130=[#edits: 1 = <3108/info:/1734078048594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3131=[#edits: 1 = <3109/info:/1734078048594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3132=[#edits: 1 = <3110/info:/1734078048595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3133=[#edits: 1 = <3111/info:/1734078048595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3134=[#edits: 1 = <3112/info:/1734078048596/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=59799, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:48,604 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:48,604 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 60383, reset compression=false 2024-12-13T08:20:48,604 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3135=[#edits: 1 = <3113/info:/1734078048596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3136=[#edits: 1 = <3114/info:/1734078048597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3137=[#edits: 1 = <3115/info:/1734078048598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3138=[#edits: 1 = <3116/info:/1734078048599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3139=[#edits: 1 = <3117/info:/1734078048599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3140=[#edits: 1 = <3118/info:/1734078048600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3141=[#edits: 1 = <3119/info:/1734078048600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3142=[#edits: 1 = <3120/info:/1734078048601/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=60383, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:48,623 INFO [6b1293cedc9a:35911Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:48,624 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:48,624 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 61040, reset compression=false 2024-12-13T08:20:48,624 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3143=[#edits: 1 = <3121/info:/1734078048601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3144=[#edits: 1 = <3122/info:/1734078048602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3145=[#edits: 1 = <3123/info:/1734078048602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3146=[#edits: 1 = <3124/info:/1734078048603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3147=[#edits: 1 = <3125/info:/1734078048604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3148=[#edits: 1 = <3126/info:/1734078048605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3149=[#edits: 1 = <3127/info:/1734078048608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3150=[#edits: 1 = <3128/info:/1734078048609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3151=[#edits: 1 = <3129/info:/1734078048621/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=61040, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:48,628 INFO [6b1293cedc9a:35159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:48,629 INFO [6b1293cedc9a:45283Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=1548B, Limit=268435456B 2024-12-13T08:20:48,636 INFO [6b1293cedc9a:42877Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:48,654 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 55 WAL entries eligible for replication 2024-12-13T08:20:48,654 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 65055, reset compression=false 2024-12-13T08:20:48,654 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3152=[#edits: 1 = <3130/info:/1734078048630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3153=[#edits: 1 = <3131/info:/1734078048631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3154=[#edits: 1 = <3132/info:/1734078048631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3155=[#edits: 1 = <3133/info:/1734078048632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3156=[#edits: 1 = <3134/info:/1734078048632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3157=[#edits: 1 = <3135/info:/1734078048632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3158=[#edits: 1 = <3136/info:/1734078048633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3159=[#edits: 1 = <3137/info:/1734078048634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3160=[#edits: 1 = <3138/info:/1734078048634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3161=[#edits: 1 = <3139/info:/1734078048634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3162=[#edits: 1 = <3140/info:/1734078048635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3163=[#edits: 1 = <3141/info:/1734078048635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3164=[#edits: 1 = <3142/info:/1734078048635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3165=[#edits: 1 = <3143/info:/1734078048636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3166=[#edits: 1 = <3144/info:/1734078048636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3167=[#edits: 1 = <3145/info:/1734078048637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3168=[#edits: 1 = <3146/info:/1734078048638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3169=[#edits: 1 = <3147/info:/1734078048638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3170=[#edits: 1 = <3148/info:/1734078048639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3171=[#edits: 1 = <3149/info:/1734078048639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3172=[#edits: 1 = <3150/info:/1734078048640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3173=[#edits: 1 = <3151/info:/1734078048640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3174=[#edits: 1 = <3152/info:/1734078048640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3175=[#edits: 1 = <3153/info:/1734078048641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3176=[#edits: 1 = <3154/info:/1734078048641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3177=[#edits: 1 = <3155/info:/1734078048642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3178=[#edits: 1 = <3156/info:/1734078048642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3179=[#edits: 1 = <3157/info:/1734078048642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3180=[#edits: 1 = <3158/info:/1734078048643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3181=[#edits: 1 = <3159/info:/1734078048643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3182=[#edits: 1 = <3160/info:/1734078048643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3183=[#edits: 1 = <3161/info:/1734078048644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3184=[#edits: 1 = <3162/info:/1734078048644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3185=[#edits: 1 = <3163/info:/1734078048644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3186=[#edits: 1 = <3164/info:/1734078048645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3187=[#edits: 1 = <3165/info:/1734078048645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3188=[#edits: 1 = <3166/info:/1734078048645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3189=[#edits: 1 = <3167/info:/1734078048646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3190=[#edits: 1 = <3168/info:/1734078048646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3191=[#edits: 1 = <3169/info:/1734078048646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3192=[#edits: 1 = <3170/info:/1734078048647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3193=[#edits: 1 = <3171/info:/1734078048647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3194=[#edits: 1 = <3172/info:/1734078048647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3195=[#edits: 1 = <3173/info:/1734078048647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3196=[#edits: 1 = <3174/info:/1734078048648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3197=[#edits: 1 = <3175/info:/1734078048648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3198=[#edits: 1 = <3176/info:/1734078048648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3199=[#edits: 1 = <3177/info:/1734078048649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3200=[#edits: 1 = <3178/info:/1734078048649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3201=[#edits: 1 = <3179/info:/1734078048649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3202=[#edits: 1 = <3180/info:/1734078048650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3203=[#edits: 1 = <3181/info:/1734078048650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3204=[#edits: 1 = <3182/info:/1734078048650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3205=[#edits: 1 = <3183/info:/1734078048651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3206=[#edits: 1 = <3184/info:/1734078048651/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=65055, nbRowKeys=55, nbHFiles=0, heapSize=9460, lastSeqIds={}, endOfFile=false,usedBufferSize=9460] 2024-12-13T08:20:48,682 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 38 WAL entries eligible for replication 2024-12-13T08:20:48,682 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 67829, reset compression=false 2024-12-13T08:20:48,682 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3207=[#edits: 1 = <3185/info:/1734078048651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3208=[#edits: 1 = <3186/info:/1734078048652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3209=[#edits: 1 = <3187/info:/1734078048654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3210=[#edits: 1 = <3188/info:/1734078048654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3211=[#edits: 1 = <3189/info:/1734078048656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3212=[#edits: 1 = <3190/info:/1734078048656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3213=[#edits: 1 = <3191/info:/1734078048658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3214=[#edits: 1 = <3192/info:/1734078048658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3215=[#edits: 1 = <3193/info:/1734078048659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3216=[#edits: 1 = <3194/info:/1734078048660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3217=[#edits: 1 = <3195/info:/1734078048660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3218=[#edits: 1 = <3196/info:/1734078048662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3219=[#edits: 1 = <3197/info:/1734078048662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3220=[#edits: 1 = <3198/info:/1734078048663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3221=[#edits: 1 = <3199/info:/1734078048667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3222=[#edits: 1 = <3200/info:/1734078048668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3223=[#edits: 1 = <3201/info:/1734078048669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3224=[#edits: 1 = <3202/info:/1734078048669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3225=[#edits: 1 = <3203/info:/1734078048670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3226=[#edits: 1 = <3204/info:/1734078048670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3227=[#edits: 1 = <3205/info:/1734078048671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3228=[#edits: 1 = <3206/info:/1734078048671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3229=[#edits: 1 = <3207/info:/1734078048672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3230=[#edits: 1 = <3208/info:/1734078048672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3231=[#edits: 1 = <3209/info:/1734078048673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3232=[#edits: 1 = <3210/info:/1734078048673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3233=[#edits: 1 = <3211/info:/1734078048674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3234=[#edits: 1 = <3212/info:/1734078048674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3235=[#edits: 1 = <3213/info:/1734078048675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3236=[#edits: 1 = <3214/info:/1734078048675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3237=[#edits: 1 = <3215/info:/1734078048676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3238=[#edits: 1 = <3216/info:/1734078048676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3239=[#edits: 1 = <3217/info:/1734078048677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3240=[#edits: 1 = <3218/info:/1734078048677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3241=[#edits: 1 = <3219/info:/1734078048678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3242=[#edits: 1 = <3220/info:/1734078048678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3243=[#edits: 1 = <3221/info:/1734078048679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3244=[#edits: 1 = <3222/info:/1734078048679/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=67829, nbRowKeys=38, nbHFiles=0, heapSize=6536, lastSeqIds={}, endOfFile=false,usedBufferSize=6536] 2024-12-13T08:20:48,705 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 27 WAL entries eligible for replication 2024-12-13T08:20:48,705 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 69800, reset compression=false 2024-12-13T08:20:48,706 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3245=[#edits: 1 = <3223/info:/1734078048681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3246=[#edits: 1 = <3224/info:/1734078048686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3247=[#edits: 1 = <3225/info:/1734078048688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3248=[#edits: 1 = <3226/info:/1734078048689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3249=[#edits: 1 = <3227/info:/1734078048689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3250=[#edits: 1 = <3228/info:/1734078048690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3251=[#edits: 1 = <3229/info:/1734078048690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3252=[#edits: 1 = <3230/info:/1734078048691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3253=[#edits: 1 = <3231/info:/1734078048691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3254=[#edits: 1 = <3232/info:/1734078048692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3255=[#edits: 1 = <3233/info:/1734078048693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3256=[#edits: 1 = <3234/info:/1734078048693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3257=[#edits: 1 = <3235/info:/1734078048693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3258=[#edits: 1 = <3236/info:/1734078048694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3259=[#edits: 1 = <3237/info:/1734078048694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3260=[#edits: 1 = <3238/info:/1734078048695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3261=[#edits: 1 = <3239/info:/1734078048695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3262=[#edits: 1 = <3240/info:/1734078048695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3263=[#edits: 1 = <3241/info:/1734078048696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3264=[#edits: 1 = <3242/info:/1734078048696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3265=[#edits: 1 = <3243/info:/1734078048696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3266=[#edits: 1 = <3244/info:/1734078048697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3267=[#edits: 1 = <3245/info:/1734078048697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3268=[#edits: 1 = <3246/info:/1734078048697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3269=[#edits: 1 = <3247/info:/1734078048698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3270=[#edits: 1 = <3248/info:/1734078048698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3271=[#edits: 1 = <3249/info:/1734078048699/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=69800, nbRowKeys=27, nbHFiles=0, heapSize=4644, lastSeqIds={}, endOfFile=false,usedBufferSize=4644] 2024-12-13T08:20:48,716 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:48,716 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 70603, reset compression=false 2024-12-13T08:20:48,716 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3272=[#edits: 1 = <3250/info:/1734078048699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3273=[#edits: 1 = <3251/info:/1734078048707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3274=[#edits: 1 = <3252/info:/1734078048708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3275=[#edits: 1 = <3253/info:/1734078048709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3276=[#edits: 1 = <3254/info:/1734078048709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3277=[#edits: 1 = <3255/info:/1734078048710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3278=[#edits: 1 = <3256/info:/1734078048711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3279=[#edits: 1 = <3257/info:/1734078048711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3280=[#edits: 1 = <3258/info:/1734078048712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3281=[#edits: 1 = <3259/info:/1734078048713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3282=[#edits: 1 = <3260/info:/1734078048713/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=70603, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:48,757 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 50 WAL entries eligible for replication 2024-12-13T08:20:48,757 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 74253, reset compression=false 2024-12-13T08:20:48,757 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3283=[#edits: 1 = <3261/info:/1734078048714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3284=[#edits: 1 = <3262/info:/1734078048715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3285=[#edits: 1 = <3263/info:/1734078048718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3286=[#edits: 1 = <3264/info:/1734078048718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3287=[#edits: 1 = <3265/info:/1734078048721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3288=[#edits: 1 = <3266/info:/1734078048723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3289=[#edits: 1 = <3267/info:/1734078048724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3290=[#edits: 1 = <3268/info:/1734078048725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3291=[#edits: 1 = <3269/info:/1734078048725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3292=[#edits: 1 = <3270/info:/1734078048726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3293=[#edits: 1 = <3271/info:/1734078048727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3294=[#edits: 1 = <3272/info:/1734078048727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3295=[#edits: 1 = <3273/info:/1734078048728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3296=[#edits: 1 = <3274/info:/1734078048729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3297=[#edits: 1 = <3275/info:/1734078048729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3298=[#edits: 1 = <3276/info:/1734078048730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3299=[#edits: 1 = <3277/info:/1734078048730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3300=[#edits: 1 = <3278/info:/1734078048731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3301=[#edits: 1 = <3279/info:/1734078048732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3302=[#edits: 1 = <3280/info:/1734078048734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3303=[#edits: 1 = <3281/info:/1734078048736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3304=[#edits: 1 = <3282/info:/1734078048737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3305=[#edits: 1 = <3283/info:/1734078048739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3306=[#edits: 1 = <3284/info:/1734078048741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3307=[#edits: 1 = <3285/info:/1734078048741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3308=[#edits: 1 = <3286/info:/1734078048742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3309=[#edits: 1 = <3287/info:/1734078048743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3310=[#edits: 1 = <3288/info:/1734078048743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3311=[#edits: 1 = <3289/info:/1734078048744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3312=[#edits: 1 = <3290/info:/1734078048744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3313=[#edits: 1 = <3291/info:/1734078048745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3314=[#edits: 1 = <3292/info:/1734078048745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3315=[#edits: 1 = <3293/info:/1734078048746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3316=[#edits: 1 = <3294/info:/1734078048746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3317=[#edits: 1 = <3295/info:/1734078048747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3318=[#edits: 1 = <3296/info:/1734078048747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3319=[#edits: 1 = <3297/info:/1734078048748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3320=[#edits: 1 = <3298/info:/1734078048748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3321=[#edits: 1 = <3299/info:/1734078048749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3322=[#edits: 1 = <3300/info:/1734078048749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3323=[#edits: 1 = <3301/info:/1734078048749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3324=[#edits: 1 = <3302/info:/1734078048750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3325=[#edits: 1 = <3303/info:/1734078048750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3326=[#edits: 1 = <3304/info:/1734078048751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3327=[#edits: 1 = <3305/info:/1734078048751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3328=[#edits: 1 = <3306/info:/1734078048752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3329=[#edits: 1 = <3307/info:/1734078048752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3330=[#edits: 1 = <3308/info:/1734078048752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3331=[#edits: 1 = <3309/info:/1734078048753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3332=[#edits: 1 = <3310/info:/1734078048753/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=74253, nbRowKeys=50, nbHFiles=0, heapSize=8600, lastSeqIds={}, endOfFile=false,usedBufferSize=8600] 2024-12-13T08:20:48,774 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 50 WAL entries eligible for replication 2024-12-13T08:20:48,774 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 77903, reset compression=false 2024-12-13T08:20:48,774 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3333=[#edits: 1 = <3311/info:/1734078048754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3334=[#edits: 1 = <3312/info:/1734078048755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3335=[#edits: 1 = <3313/info:/1734078048756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3336=[#edits: 1 = <3314/info:/1734078048756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3337=[#edits: 1 = <3315/info:/1734078048756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3338=[#edits: 1 = <3316/info:/1734078048757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3339=[#edits: 1 = <3317/info:/1734078048758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3340=[#edits: 1 = <3318/info:/1734078048758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3341=[#edits: 1 = <3319/info:/1734078048758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3342=[#edits: 1 = <3320/info:/1734078048759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3343=[#edits: 1 = <3321/info:/1734078048759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3344=[#edits: 1 = <3322/info:/1734078048760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3345=[#edits: 1 = <3323/info:/1734078048760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3346=[#edits: 1 = <3324/info:/1734078048761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3347=[#edits: 1 = <3325/info:/1734078048761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3348=[#edits: 1 = <3326/info:/1734078048762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3349=[#edits: 1 = <3327/info:/1734078048762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3350=[#edits: 1 = <3328/info:/1734078048762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3351=[#edits: 1 = <3329/info:/1734078048763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3352=[#edits: 1 = <3330/info:/1734078048763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3353=[#edits: 1 = <3331/info:/1734078048763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3354=[#edits: 1 = <3332/info:/1734078048764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3355=[#edits: 1 = <3333/info:/1734078048764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3356=[#edits: 1 = <3334/info:/1734078048764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3357=[#edits: 1 = <3335/info:/1734078048765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3358=[#edits: 1 = <3336/info:/1734078048765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3359=[#edits: 1 = <3337/info:/1734078048765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3360=[#edits: 1 = <3338/info:/1734078048765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3361=[#edits: 1 = <3339/info:/1734078048766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3362=[#edits: 1 = <3340/info:/1734078048766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3363=[#edits: 1 = <3341/info:/1734078048766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3364=[#edits: 1 = <3342/info:/1734078048766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3365=[#edits: 1 = <3343/info:/1734078048767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3366=[#edits: 1 = <3344/info:/1734078048767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3367=[#edits: 1 = <3345/info:/1734078048767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3368=[#edits: 1 = <3346/info:/1734078048767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3369=[#edits: 1 = <3347/info:/1734078048768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3370=[#edits: 1 = <3348/info:/1734078048768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3371=[#edits: 1 = <3349/info:/1734078048768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3372=[#edits: 1 = <3350/info:/1734078048768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3373=[#edits: 1 = <3351/info:/1734078048769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3374=[#edits: 1 = <3352/info:/1734078048769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3375=[#edits: 1 = <3353/info:/1734078048769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3376=[#edits: 1 = <3354/info:/1734078048769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3377=[#edits: 1 = <3355/info:/1734078048770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3378=[#edits: 1 = <3356/info:/1734078048770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3379=[#edits: 1 = <3357/info:/1734078048770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3380=[#edits: 1 = <3358/info:/1734078048770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3381=[#edits: 1 = <3359/info:/1734078048771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3382=[#edits: 1 = <3360/info:/1734078048771/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=77903, nbRowKeys=50, nbHFiles=0, heapSize=8600, lastSeqIds={}, endOfFile=false,usedBufferSize=8600] 2024-12-13T08:20:48,779 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:48,779 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 78706, reset compression=false 2024-12-13T08:20:48,779 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3383=[#edits: 1 = <3361/info:/1734078048771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3384=[#edits: 1 = <3362/info:/1734078048772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3385=[#edits: 1 = <3363/info:/1734078048773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3386=[#edits: 1 = <3364/info:/1734078048774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3387=[#edits: 1 = <3365/info:/1734078048775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3388=[#edits: 1 = <3366/info:/1734078048775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3389=[#edits: 1 = <3367/info:/1734078048776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3390=[#edits: 1 = <3368/info:/1734078048776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3391=[#edits: 1 = <3369/info:/1734078048777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3392=[#edits: 1 = <3370/info:/1734078048777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3393=[#edits: 1 = <3371/info:/1734078048778/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=78706, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:48,784 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:48,784 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 78998, reset compression=false 2024-12-13T08:20:48,784 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3394=[#edits: 1 = <3372/info:/1734078048778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3395=[#edits: 1 = <3373/info:/1734078048779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3396=[#edits: 1 = <3374/info:/1734078048780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3397=[#edits: 1 = <3375/info:/1734078048781/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=78998, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:48,796 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:48,796 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 79217, reset compression=false 2024-12-13T08:20:48,796 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3398=[#edits: 1 = <3376/info:/1734078048782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3399=[#edits: 1 = <3377/info:/1734078048783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3400=[#edits: 1 = <3378/info:/1734078048787/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=79217, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-13T08:20:48,801 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:48,801 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta to pos 79874, reset compression=false 2024-12-13T08:20:48,801 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3401=[#edits: 1 = <3379/info:/1734078048788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3402=[#edits: 1 = <3380/info:/1734078048796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3403=[#edits: 1 = <3381/info:/1734078048796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3404=[#edits: 1 = <3382/info:/1734078048797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3405=[#edits: 1 = <3383/info:/1734078048797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3406=[#edits: 1 = <3384/info:/1734078048798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3407=[#edits: 1 = <3385/info:/1734078048798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3408=[#edits: 1 = <3386/info:/1734078048799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3409=[#edits: 1 = <3387/info:/1734078048799/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=79874, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:48,811 DEBUG [AsyncFSWAL-0-hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2-prefix:6b1293cedc9a,45283,1734078043064.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80531, logrollsize=80530 2024-12-13T08:20:48,811 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C45283%2C1734078043064.meta:.meta(num 1734078047992) roll requested 2024-12-13T08:20:48,826 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, exclude list is [], retry=0 2024-12-13T08:20:48,828 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37643,DS-988fdf2d-9f43-4935-94e0-25b0f200434f,DISK] 2024-12-13T08:20:48,828 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33375,DS-9f848f2b-7b7e-4ff8-b944-15665a01fd89,DISK] 2024-12-13T08:20:48,828 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42399,DS-b267ac75-b94c-494f-9e9e-87e22133545f,DISK] 2024-12-13T08:20:48,833 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta with entries=1149, filesize=81.99 KB; new WAL /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta 2024-12-13T08:20:48,834 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33093:33093),(127.0.0.1/127.0.0.1:42121:42121),(127.0.0.1/127.0.0.1:41067:41067)] 2024-12-13T08:20:48,834 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta is not closed yet, will try archiving it next time 2024-12-13T08:20:48,835 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta for the last time to pos 80531, reset compression=false 2024-12-13T08:20:48,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741845_1021 (size=83970) 2024-12-13T08:20:48,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741845_1021 (size=83970) 2024-12-13T08:20:48,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741845_1021 (size=83970) 2024-12-13T08:20:48,841 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta 2024-12-13T08:20:48,841 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 56 WAL entries eligible for replication 2024-12-13T08:20:48,841 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3410=[#edits: 1 = <3388/info:/1734078048799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3411=[#edits: 1 = <3389/info:/1734078048800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3412=[#edits: 1 = <3390/info:/1734078048803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3413=[#edits: 1 = <3391/info:/1734078048804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3414=[#edits: 1 = <3392/info:/1734078048805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3415=[#edits: 1 = <3393/info:/1734078048807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3416=[#edits: 1 = <3394/info:/1734078048808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3417=[#edits: 1 = <3395/info:/1734078048810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3418=[#edits: 1 = <3396/info:/1734078048810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3419=[#edits: 1 = <3397/info:/1734078048811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3420=[#edits: 1 = <3398/info:/1734078048813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3421=[#edits: 1 = <3399/info:/1734078048814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3422=[#edits: 1 = <3400/info:/1734078048814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3423=[#edits: 1 = <3401/info:/1734078048815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3424=[#edits: 1 = <3402/info:/1734078048815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3425=[#edits: 1 = <3403/info:/1734078048815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3426=[#edits: 1 = <3404/info:/1734078048816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3427=[#edits: 1 = <3405/info:/1734078048816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3428=[#edits: 1 = <3406/info:/1734078048816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3429=[#edits: 1 = <3407/info:/1734078048816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3430=[#edits: 1 = <3408/info:/1734078048817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3431=[#edits: 1 = <3409/info:/1734078048817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3432=[#edits: 1 = <3410/info:/1734078048817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3433=[#edits: 1 = <3411/info:/1734078048818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3434=[#edits: 1 = <3412/info:/1734078048818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3435=[#edits: 1 = <3413/info:/1734078048818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3436=[#edits: 1 = <3414/info:/1734078048818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3437=[#edits: 1 = <3415/info:/1734078048819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3438=[#edits: 1 = <3416/info:/1734078048819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3439=[#edits: 1 = <3417/info:/1734078048819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3440=[#edits: 1 = <3418/info:/1734078048820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3441=[#edits: 1 = <3419/info:/1734078048820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3442=[#edits: 1 = <3420/info:/1734078048820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3443=[#edits: 1 = <3421/info:/1734078048821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3444=[#edits: 1 = <3422/info:/1734078048822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3445=[#edits: 1 = <3423/info:/1734078048822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3446=[#edits: 1 = <3424/info:/1734078048823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3447=[#edits: 1 = <3425/info:/1734078048823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3448=[#edits: 1 = <3426/info:/1734078048823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3449=[#edits: 1 = <3427/info:/1734078048824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3450=[#edits: 1 = <3428/info:/1734078048824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3451=[#edits: 1 = <3429/info:/1734078048825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3452=[#edits: 1 = <3430/info:/1734078048825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3453=[#edits: 1 = <3431/info:/1734078048826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3454=[#edits: 1 = <3432/info:/1734078048826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3455=[#edits: 1 = <3433/info:/1734078048827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3456=[#edits: 1 = <3434/info:/1734078048827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3457=[#edits: 1 = <3435/info:/1734078048827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3458=[#edits: 1 = <3436/info:/1734078048828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3459=[#edits: 1 = <3437/info:/1734078048828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3460=[#edits: 1 = <3438/info:/1734078048829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3461=[#edits: 1 = <3439/info:/1734078048830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3462=[#edits: 1 = <3440/info:/1734078048831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3463=[#edits: 1 = <3441/info:/1734078048831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3464=[#edits: 1 = <3442/info:/1734078048832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3465=[#edits: 1 = <3443/info:/1734078048833/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078047992.meta, lastWalPosition=83962, nbRowKeys=56, nbHFiles=0, heapSize=9632, lastSeqIds={}, endOfFile=true,usedBufferSize=9632] 2024-12-13T08:20:48,842 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:48,849 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:48,849 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 742, reset compression=false 2024-12-13T08:20:48,849 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3466=[#edits: 1 = <3444/info:/1734078048833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3467=[#edits: 1 = <3445/info:/1734078048836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3468=[#edits: 1 = <3446/info:/1734078048837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3469=[#edits: 1 = <3447/info:/1734078048838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3470=[#edits: 1 = <3448/info:/1734078048838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3471=[#edits: 1 = <3449/info:/1734078048838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3472=[#edits: 1 = <3450/info:/1734078048840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3473=[#edits: 1 = <3451/info:/1734078048841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3474=[#edits: 1 = <3452/info:/1734078048843/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=742, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:48,865 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 29 WAL entries eligible for replication 2024-12-13T08:20:48,865 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 2859, reset compression=false 2024-12-13T08:20:48,865 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3475=[#edits: 1 = <3453/info:/1734078048847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3476=[#edits: 1 = <3454/info:/1734078048848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3477=[#edits: 1 = <3455/info:/1734078048850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3478=[#edits: 1 = <3456/info:/1734078048852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3479=[#edits: 1 = <3457/info:/1734078048852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3480=[#edits: 1 = <3458/info:/1734078048853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3481=[#edits: 1 = <3459/info:/1734078048853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3482=[#edits: 1 = <3460/info:/1734078048854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3483=[#edits: 1 = <3461/info:/1734078048854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3484=[#edits: 1 = <3462/info:/1734078048854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3485=[#edits: 1 = <3463/info:/1734078048855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3486=[#edits: 1 = <3464/info:/1734078048855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3487=[#edits: 1 = <3465/info:/1734078048856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3488=[#edits: 1 = <3466/info:/1734078048856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3489=[#edits: 1 = <3467/info:/1734078048856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3490=[#edits: 1 = <3468/info:/1734078048857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3491=[#edits: 1 = <3469/info:/1734078048857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3492=[#edits: 1 = <3470/info:/1734078048857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3493=[#edits: 1 = <3471/info:/1734078048858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3494=[#edits: 1 = <3472/info:/1734078048859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3495=[#edits: 1 = <3473/info:/1734078048859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3496=[#edits: 1 = <3474/info:/1734078048860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3497=[#edits: 1 = <3475/info:/1734078048861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3498=[#edits: 1 = <3476/info:/1734078048861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3499=[#edits: 1 = <3477/info:/1734078048861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3500=[#edits: 1 = <3478/info:/1734078048862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3501=[#edits: 1 = <3479/info:/1734078048862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3502=[#edits: 1 = <3480/info:/1734078048863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3503=[#edits: 1 = <3481/info:/1734078048863/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=2859, nbRowKeys=29, nbHFiles=0, heapSize=4988, lastSeqIds={}, endOfFile=false,usedBufferSize=4988] 2024-12-13T08:20:48,874 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:48,874 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 3078, reset compression=false 2024-12-13T08:20:48,874 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3504=[#edits: 1 = <3482/info:/1734078048864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3505=[#edits: 1 = <3483/info:/1734078048865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3506=[#edits: 1 = <3484/info:/1734078048867/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=3078, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-13T08:20:48,884 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:48,884 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 4100, reset compression=false 2024-12-13T08:20:48,884 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3507=[#edits: 1 = <3485/info:/1734078048873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3508=[#edits: 1 = <3486/info:/1734078048874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3509=[#edits: 1 = <3487/info:/1734078048875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3510=[#edits: 1 = <3488/info:/1734078048875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3511=[#edits: 1 = <3489/info:/1734078048876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3512=[#edits: 1 = <3490/info:/1734078048876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3513=[#edits: 1 = <3491/info:/1734078048876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3514=[#edits: 1 = <3492/info:/1734078048880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3515=[#edits: 1 = <3493/info:/1734078048881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3516=[#edits: 1 = <3494/info:/1734078048881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3517=[#edits: 1 = <3495/info:/1734078048881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3518=[#edits: 1 = <3496/info:/1734078048881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3519=[#edits: 1 = <3497/info:/1734078048882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3520=[#edits: 1 = <3498/info:/1734078048882/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=4100, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:48,888 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:48,888 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 4830, reset compression=false 2024-12-13T08:20:48,888 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3521=[#edits: 1 = <3499/info:/1734078048883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3522=[#edits: 1 = <3500/info:/1734078048883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3523=[#edits: 1 = <3501/info:/1734078048883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3524=[#edits: 1 = <3502/info:/1734078048884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3525=[#edits: 1 = <3503/info:/1734078048885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3526=[#edits: 1 = <3504/info:/1734078048885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3527=[#edits: 1 = <3505/info:/1734078048885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3528=[#edits: 1 = <3506/info:/1734078048886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3529=[#edits: 1 = <3507/info:/1734078048886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3530=[#edits: 1 = <3508/info:/1734078048886/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=4830, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:48,897 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T08:20:48,897 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 6071, reset compression=false 2024-12-13T08:20:48,897 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3531=[#edits: 1 = <3509/info:/1734078048887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3532=[#edits: 1 = <3510/info:/1734078048887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3533=[#edits: 1 = <3511/info:/1734078048888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3534=[#edits: 1 = <3512/info:/1734078048888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3535=[#edits: 1 = <3513/info:/1734078048889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3536=[#edits: 1 = <3514/info:/1734078048890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3537=[#edits: 1 = <3515/info:/1734078048890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3538=[#edits: 1 = <3516/info:/1734078048891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3539=[#edits: 1 = <3517/info:/1734078048892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3540=[#edits: 1 = <3518/info:/1734078048893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3541=[#edits: 1 = <3519/info:/1734078048893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3542=[#edits: 1 = <3520/info:/1734078048894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3543=[#edits: 1 = <3521/info:/1734078048894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3544=[#edits: 1 = <3522/info:/1734078048894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3545=[#edits: 1 = <3523/info:/1734078048895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3546=[#edits: 1 = <3524/info:/1734078048895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3547=[#edits: 1 = <3525/info:/1734078048895/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=6071, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-13T08:20:48,914 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 23 WAL entries eligible for replication 2024-12-13T08:20:48,914 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 7750, reset compression=false 2024-12-13T08:20:48,914 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3548=[#edits: 1 = <3526/info:/1734078048896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3549=[#edits: 1 = <3527/info:/1734078048896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3550=[#edits: 1 = <3528/info:/1734078048897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3551=[#edits: 1 = <3529/info:/1734078048898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3552=[#edits: 1 = <3530/info:/1734078048902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3553=[#edits: 1 = <3531/info:/1734078048902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3554=[#edits: 1 = <3532/info:/1734078048903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3555=[#edits: 1 = <3533/info:/1734078048903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3556=[#edits: 1 = <3534/info:/1734078048904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3557=[#edits: 1 = <3535/info:/1734078048905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3558=[#edits: 1 = <3536/info:/1734078048906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3559=[#edits: 1 = <3537/info:/1734078048906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3560=[#edits: 1 = <3538/info:/1734078048907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3561=[#edits: 1 = <3539/info:/1734078048907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3562=[#edits: 1 = <3540/info:/1734078048908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3563=[#edits: 1 = <3541/info:/1734078048908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3564=[#edits: 1 = <3542/info:/1734078048909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3565=[#edits: 1 = <3543/info:/1734078048909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3566=[#edits: 1 = <3544/info:/1734078048910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3567=[#edits: 1 = <3545/info:/1734078048910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3568=[#edits: 1 = <3546/info:/1734078048911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3569=[#edits: 1 = <3547/info:/1734078048911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3570=[#edits: 1 = <3548/info:/1734078048912/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=7750, nbRowKeys=23, nbHFiles=0, heapSize=3956, lastSeqIds={}, endOfFile=false,usedBufferSize=3956] 2024-12-13T08:20:48,940 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:48,940 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 8188, reset compression=false 2024-12-13T08:20:48,940 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3571=[#edits: 1 = <3549/info:/1734078048912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3572=[#edits: 1 = <3550/info:/1734078048913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3573=[#edits: 1 = <3551/info:/1734078048913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3574=[#edits: 1 = <3552/info:/1734078048914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3575=[#edits: 1 = <3553/info:/1734078048919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3576=[#edits: 1 = <3554/info:/1734078048923/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=8188, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:48,954 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 28 WAL entries eligible for replication 2024-12-13T08:20:48,955 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 10232, reset compression=false 2024-12-13T08:20:48,955 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3577=[#edits: 1 = <3555/info:/1734078048928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3578=[#edits: 1 = <3556/info:/1734078048928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3579=[#edits: 1 = <3557/info:/1734078048929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3580=[#edits: 1 = <3558/info:/1734078048929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3581=[#edits: 1 = <3559/info:/1734078048930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3582=[#edits: 1 = <3560/info:/1734078048930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3583=[#edits: 1 = <3561/info:/1734078048930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3584=[#edits: 1 = <3562/info:/1734078048931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3585=[#edits: 1 = <3563/info:/1734078048931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3586=[#edits: 1 = <3564/info:/1734078048932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3587=[#edits: 1 = <3565/info:/1734078048932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3588=[#edits: 1 = <3566/info:/1734078048933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3589=[#edits: 1 = <3567/info:/1734078048934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3590=[#edits: 1 = <3568/info:/1734078048934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3591=[#edits: 1 = <3569/info:/1734078048935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3592=[#edits: 1 = <3570/info:/1734078048935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3593=[#edits: 1 = <3571/info:/1734078048936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3594=[#edits: 1 = <3572/info:/1734078048936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3595=[#edits: 1 = <3573/info:/1734078048937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3596=[#edits: 1 = <3574/info:/1734078048937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3597=[#edits: 1 = <3575/info:/1734078048938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3598=[#edits: 1 = <3576/info:/1734078048939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3599=[#edits: 1 = <3577/info:/1734078048939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3600=[#edits: 1 = <3578/info:/1734078048940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3601=[#edits: 1 = <3579/info:/1734078048941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3602=[#edits: 1 = <3580/info:/1734078048941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3603=[#edits: 1 = <3581/info:/1734078048942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3604=[#edits: 1 = <3582/info:/1734078048943/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=10232, nbRowKeys=28, nbHFiles=0, heapSize=4816, lastSeqIds={}, endOfFile=false,usedBufferSize=4816] 2024-12-13T08:20:48,965 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:48,965 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 11181, reset compression=false 2024-12-13T08:20:48,965 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3605=[#edits: 1 = <3583/info:/1734078048953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3606=[#edits: 1 = <3584/info:/1734078048955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3607=[#edits: 1 = <3585/info:/1734078048956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3608=[#edits: 1 = <3586/info:/1734078048960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3609=[#edits: 1 = <3587/info:/1734078048960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3610=[#edits: 1 = <3588/info:/1734078048961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3611=[#edits: 1 = <3589/info:/1734078048961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3612=[#edits: 1 = <3590/info:/1734078048962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3613=[#edits: 1 = <3591/info:/1734078048962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3614=[#edits: 1 = <3592/info:/1734078048962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3615=[#edits: 1 = <3593/info:/1734078048963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3616=[#edits: 1 = <3594/info:/1734078048963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3617=[#edits: 1 = <3595/info:/1734078048963/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=11181, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:48,971 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:48,971 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3618=[#edits: 1 = <3596/info:/1734078048964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3619=[#edits: 1 = <3597/info:/1734078048965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3620=[#edits: 1 = <3598/info:/1734078048966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3621=[#edits: 1 = <3599/info:/1734078048968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3622=[#edits: 1 = <3600/info:/1734078048968/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=11546, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:48,971 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 11546, reset compression=false 2024-12-13T08:20:48,989 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:48,990 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:48,994 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:48,994 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 12057, reset compression=false 2024-12-13T08:20:48,994 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3623=[#edits: 1 = <3601/info:/1734078048969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3624=[#edits: 1 = <3602/info:/1734078048969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3625=[#edits: 1 = <3603/info:/1734078048978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3626=[#edits: 1 = <3604/info:/1734078048979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3627=[#edits: 1 = <3605/info:/1734078048980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3628=[#edits: 1 = <3606/info:/1734078048981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3629=[#edits: 1 = <3607/info:/1734078048982/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=12057, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:49,013 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:49,013 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 13809, reset compression=false 2024-12-13T08:20:49,014 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3630=[#edits: 1 = <3608/info:/1734078048983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3631=[#edits: 1 = <3609/info:/1734078048988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3632=[#edits: 1 = <3610/info:/1734078048993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3633=[#edits: 1 = <3611/info:/1734078048996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3634=[#edits: 1 = <3612/info:/1734078048997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3635=[#edits: 1 = <3613/info:/1734078049000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3636=[#edits: 1 = <3614/info:/1734078049000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3637=[#edits: 1 = <3615/info:/1734078049001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3638=[#edits: 1 = <3616/info:/1734078049001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3639=[#edits: 1 = <3617/info:/1734078049002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3640=[#edits: 1 = <3618/info:/1734078049002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3641=[#edits: 1 = <3619/info:/1734078049003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3642=[#edits: 1 = <3620/info:/1734078049003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3643=[#edits: 1 = <3621/info:/1734078049004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3644=[#edits: 1 = <3622/info:/1734078049004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3645=[#edits: 1 = <3623/info:/1734078049005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3646=[#edits: 1 = <3624/info:/1734078049005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3647=[#edits: 1 = <3625/info:/1734078049006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3648=[#edits: 1 = <3626/info:/1734078049006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3649=[#edits: 1 = <3627/info:/1734078049007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3650=[#edits: 1 = <3628/info:/1734078049007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3651=[#edits: 1 = <3629/info:/1734078049008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3652=[#edits: 1 = <3630/info:/1734078049008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3653=[#edits: 1 = <3631/info:/1734078049009/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=13809, nbRowKeys=24, nbHFiles=0, heapSize=4128, lastSeqIds={}, endOfFile=false,usedBufferSize=4128] 2024-12-13T08:20:49,033 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 26 WAL entries eligible for replication 2024-12-13T08:20:49,034 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 15707, reset compression=false 2024-12-13T08:20:49,034 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3654=[#edits: 1 = <3632/info:/1734078049010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3655=[#edits: 1 = <3633/info:/1734078049011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3656=[#edits: 1 = <3634/info:/1734078049013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3657=[#edits: 1 = <3635/info:/1734078049015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3658=[#edits: 1 = <3636/info:/1734078049018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3659=[#edits: 1 = <3637/info:/1734078049019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3660=[#edits: 1 = <3638/info:/1734078049022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3661=[#edits: 1 = <3639/info:/1734078049023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3662=[#edits: 1 = <3640/info:/1734078049023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3663=[#edits: 1 = <3641/info:/1734078049024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3664=[#edits: 1 = <3642/info:/1734078049024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3665=[#edits: 1 = <3643/info:/1734078049025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3666=[#edits: 1 = <3644/info:/1734078049025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3667=[#edits: 1 = <3645/info:/1734078049026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3668=[#edits: 1 = <3646/info:/1734078049026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3669=[#edits: 1 = <3647/info:/1734078049026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3670=[#edits: 1 = <3648/info:/1734078049027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3671=[#edits: 1 = <3649/info:/1734078049028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3672=[#edits: 1 = <3650/info:/1734078049029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3673=[#edits: 1 = <3651/info:/1734078049029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3674=[#edits: 1 = <3652/info:/1734078049029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3675=[#edits: 1 = <3653/info:/1734078049030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3676=[#edits: 1 = <3654/info:/1734078049030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3677=[#edits: 1 = <3655/info:/1734078049031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3678=[#edits: 1 = <3656/info:/1734078049031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3679=[#edits: 1 = <3657/info:/1734078049031/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=15707, nbRowKeys=26, nbHFiles=0, heapSize=4472, lastSeqIds={}, endOfFile=false,usedBufferSize=4472] 2024-12-13T08:20:49,049 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-13T08:20:49,049 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 16802, reset compression=false 2024-12-13T08:20:49,049 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3680=[#edits: 1 = <3658/info:/1734078049032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3681=[#edits: 1 = <3659/info:/1734078049033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3682=[#edits: 1 = <3660/info:/1734078049035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3683=[#edits: 1 = <3661/info:/1734078049040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3684=[#edits: 1 = <3662/info:/1734078049043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3685=[#edits: 1 = <3663/info:/1734078049043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3686=[#edits: 1 = <3664/info:/1734078049044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3687=[#edits: 1 = <3665/info:/1734078049044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3688=[#edits: 1 = <3666/info:/1734078049045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3689=[#edits: 1 = <3667/info:/1734078049045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3690=[#edits: 1 = <3668/info:/1734078049045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3691=[#edits: 1 = <3669/info:/1734078049046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3692=[#edits: 1 = <3670/info:/1734078049046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3693=[#edits: 1 = <3671/info:/1734078049047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3694=[#edits: 1 = <3672/info:/1734078049047/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=16802, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-13T08:20:49,057 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:49,057 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 17532, reset compression=false 2024-12-13T08:20:49,057 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3695=[#edits: 1 = <3673/info:/1734078049048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3696=[#edits: 1 = <3674/info:/1734078049048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3697=[#edits: 1 = <3675/info:/1734078049049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3698=[#edits: 1 = <3676/info:/1734078049050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3699=[#edits: 1 = <3677/info:/1734078049053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3700=[#edits: 1 = <3678/info:/1734078049053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3701=[#edits: 1 = <3679/info:/1734078049054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3702=[#edits: 1 = <3680/info:/1734078049054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3703=[#edits: 1 = <3681/info:/1734078049055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3704=[#edits: 1 = <3682/info:/1734078049055/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=17532, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:49,067 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:49,067 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 17751, reset compression=false 2024-12-13T08:20:49,067 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3705=[#edits: 1 = <3683/info:/1734078049056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3706=[#edits: 1 = <3684/info:/1734078049058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3707=[#edits: 1 = <3685/info:/1734078049063/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=17751, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-13T08:20:49,073 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:49,073 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 18116, reset compression=false 2024-12-13T08:20:49,073 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3708=[#edits: 1 = <3686/info:/1734078049065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3709=[#edits: 1 = <3687/info:/1734078049066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3710=[#edits: 1 = <3688/info:/1734078049067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3711=[#edits: 1 = <3689/info:/1734078049070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3712=[#edits: 1 = <3690/info:/1734078049071/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=18116, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:49,095 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:49,095 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:49,099 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 30 WAL entries eligible for replication 2024-12-13T08:20:49,099 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 20306, reset compression=false 2024-12-13T08:20:49,099 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3713=[#edits: 1 = <3691/info:/1734078049072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3714=[#edits: 1 = <3692/info:/1734078049074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3715=[#edits: 1 = <3693/info:/1734078049076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3716=[#edits: 1 = <3694/info:/1734078049076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3717=[#edits: 1 = <3695/info:/1734078049077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3718=[#edits: 1 = <3696/info:/1734078049078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3719=[#edits: 1 = <3697/info:/1734078049078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3720=[#edits: 1 = <3698/info:/1734078049079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3721=[#edits: 1 = <3699/info:/1734078049083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3722=[#edits: 1 = <3700/info:/1734078049084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3723=[#edits: 1 = <3701/info:/1734078049085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3724=[#edits: 1 = <3702/info:/1734078049085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3725=[#edits: 1 = <3703/info:/1734078049086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3726=[#edits: 1 = <3704/info:/1734078049086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3727=[#edits: 1 = <3705/info:/1734078049086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3728=[#edits: 1 = <3706/info:/1734078049087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3729=[#edits: 1 = <3707/info:/1734078049088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3730=[#edits: 1 = <3708/info:/1734078049088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3731=[#edits: 1 = <3709/info:/1734078049088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3732=[#edits: 1 = <3710/info:/1734078049089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3733=[#edits: 1 = <3711/info:/1734078049089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3734=[#edits: 1 = <3712/info:/1734078049090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3735=[#edits: 1 = <3713/info:/1734078049090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3736=[#edits: 1 = <3714/info:/1734078049090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3737=[#edits: 1 = <3715/info:/1734078049091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3738=[#edits: 1 = <3716/info:/1734078049091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3739=[#edits: 1 = <3717/info:/1734078049091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3740=[#edits: 1 = <3718/info:/1734078049092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3741=[#edits: 1 = <3719/info:/1734078049092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3742=[#edits: 1 = <3720/info:/1734078049094/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=20306, nbRowKeys=30, nbHFiles=0, heapSize=5160, lastSeqIds={}, endOfFile=false,usedBufferSize=5160] 2024-12-13T08:20:49,134 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 38 WAL entries eligible for replication 2024-12-13T08:20:49,134 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 23080, reset compression=false 2024-12-13T08:20:49,134 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3743=[#edits: 1 = <3721/info:/1734078049096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3744=[#edits: 1 = <3722/info:/1734078049098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3745=[#edits: 1 = <3723/info:/1734078049104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3746=[#edits: 1 = <3724/info:/1734078049112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3747=[#edits: 1 = <3725/info:/1734078049112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3748=[#edits: 1 = <3726/info:/1734078049114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3749=[#edits: 1 = <3727/info:/1734078049114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3750=[#edits: 1 = <3728/info:/1734078049114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3751=[#edits: 1 = <3729/info:/1734078049115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3752=[#edits: 1 = <3730/info:/1734078049119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3753=[#edits: 1 = <3731/info:/1734078049120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3754=[#edits: 1 = <3732/info:/1734078049120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3755=[#edits: 1 = <3733/info:/1734078049121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3756=[#edits: 1 = <3734/info:/1734078049121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3757=[#edits: 1 = <3735/info:/1734078049121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3758=[#edits: 1 = <3736/info:/1734078049122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3759=[#edits: 1 = <3737/info:/1734078049122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3760=[#edits: 1 = <3738/info:/1734078049123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3761=[#edits: 1 = <3739/info:/1734078049123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3762=[#edits: 1 = <3740/info:/1734078049123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3763=[#edits: 1 = <3741/info:/1734078049124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3764=[#edits: 1 = <3742/info:/1734078049124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3765=[#edits: 1 = <3743/info:/1734078049125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3766=[#edits: 1 = <3744/info:/1734078049125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3767=[#edits: 1 = <3745/info:/1734078049126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3768=[#edits: 1 = <3746/info:/1734078049126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3769=[#edits: 1 = <3747/info:/1734078049127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3770=[#edits: 1 = <3748/info:/1734078049127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3771=[#edits: 1 = <3749/info:/1734078049127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3772=[#edits: 1 = <3750/info:/1734078049128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3773=[#edits: 1 = <3751/info:/1734078049128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3774=[#edits: 1 = <3752/info:/1734078049128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3775=[#edits: 1 = <3753/info:/1734078049129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3776=[#edits: 1 = <3754/info:/1734078049129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3777=[#edits: 1 = <3755/info:/1734078049130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3778=[#edits: 1 = <3756/info:/1734078049130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3779=[#edits: 1 = <3757/info:/1734078049130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3780=[#edits: 1 = <3758/info:/1734078049131/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=23080, nbRowKeys=38, nbHFiles=0, heapSize=6536, lastSeqIds={}, endOfFile=false,usedBufferSize=6536] 2024-12-13T08:20:49,144 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:49,144 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 23737, reset compression=false 2024-12-13T08:20:49,144 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3781=[#edits: 1 = <3759/info:/1734078049131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3782=[#edits: 1 = <3760/info:/1734078049132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3783=[#edits: 1 = <3761/info:/1734078049133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3784=[#edits: 1 = <3762/info:/1734078049134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3785=[#edits: 1 = <3763/info:/1734078049135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3786=[#edits: 1 = <3764/info:/1734078049136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3787=[#edits: 1 = <3765/info:/1734078049136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3788=[#edits: 1 = <3766/info:/1734078049137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3789=[#edits: 1 = <3767/info:/1734078049137/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=23737, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:49,151 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:49,151 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 24175, reset compression=false 2024-12-13T08:20:49,152 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3790=[#edits: 1 = <3768/info:/1734078049139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3791=[#edits: 1 = <3769/info:/1734078049147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3792=[#edits: 1 = <3770/info:/1734078049148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3793=[#edits: 1 = <3771/info:/1734078049148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3794=[#edits: 1 = <3772/info:/1734078049149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3795=[#edits: 1 = <3773/info:/1734078049149/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=24175, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:49,173 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 35 WAL entries eligible for replication 2024-12-13T08:20:49,173 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3796=[#edits: 1 = <3774/info:/1734078049150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3797=[#edits: 1 = <3775/info:/1734078049150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3798=[#edits: 1 = <3776/info:/1734078049151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3799=[#edits: 1 = <3777/info:/1734078049153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3800=[#edits: 1 = <3778/info:/1734078049154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3801=[#edits: 1 = <3779/info:/1734078049155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3802=[#edits: 1 = <3780/info:/1734078049155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3803=[#edits: 1 = <3781/info:/1734078049156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3804=[#edits: 1 = <3782/info:/1734078049156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3805=[#edits: 1 = <3783/info:/1734078049156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3806=[#edits: 1 = <3784/info:/1734078049157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3807=[#edits: 1 = <3785/info:/1734078049157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3808=[#edits: 1 = <3786/info:/1734078049157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3809=[#edits: 1 = <3787/info:/1734078049158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3810=[#edits: 1 = <3788/info:/1734078049158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3811=[#edits: 1 = <3789/info:/1734078049158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3812=[#edits: 1 = <3790/info:/1734078049159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3813=[#edits: 1 = <3791/info:/1734078049159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3814=[#edits: 1 = <3792/info:/1734078049159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3815=[#edits: 1 = <3793/info:/1734078049160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3816=[#edits: 1 = <3794/info:/1734078049160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3817=[#edits: 1 = <3795/info:/1734078049160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3818=[#edits: 1 = <3796/info:/1734078049161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3819=[#edits: 1 = <3797/info:/1734078049161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3820=[#edits: 1 = <3798/info:/1734078049162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3821=[#edits: 1 = <3799/info:/1734078049162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3822=[#edits: 1 = <3800/info:/1734078049162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3823=[#edits: 1 = <3801/info:/1734078049163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3824=[#edits: 1 = <3802/info:/1734078049163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3825=[#edits: 1 = <3803/info:/1734078049163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3826=[#edits: 1 = <3804/info:/1734078049166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3827=[#edits: 1 = <3805/info:/1734078049166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3828=[#edits: 1 = <3806/info:/1734078049167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3829=[#edits: 1 = <3807/info:/1734078049168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3830=[#edits: 1 = <3808/info:/1734078049168/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=26730, nbRowKeys=35, nbHFiles=0, heapSize=6020, lastSeqIds={}, endOfFile=false,usedBufferSize=6020] 2024-12-13T08:20:49,173 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 26730, reset compression=false 2024-12-13T08:20:49,183 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:49,183 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 26876, reset compression=false 2024-12-13T08:20:49,183 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3831=[#edits: 1 = <3809/info:/1734078049170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3832=[#edits: 1 = <3810/info:/1734078049176/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=26876, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-13T08:20:49,198 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:49,198 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 27752, reset compression=false 2024-12-13T08:20:49,198 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3833=[#edits: 1 = <3811/info:/1734078049185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3834=[#edits: 1 = <3812/info:/1734078049189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3835=[#edits: 1 = <3813/info:/1734078049190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3836=[#edits: 1 = <3814/info:/1734078049191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3837=[#edits: 1 = <3815/info:/1734078049191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3838=[#edits: 1 = <3816/info:/1734078049192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3839=[#edits: 1 = <3817/info:/1734078049192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3840=[#edits: 1 = <3818/info:/1734078049193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3841=[#edits: 1 = <3819/info:/1734078049193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3842=[#edits: 1 = <3820/info:/1734078049194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3843=[#edits: 1 = <3821/info:/1734078049195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3844=[#edits: 1 = <3822/info:/1734078049196/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=27752, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:49,206 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:49,206 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 28190, reset compression=false 2024-12-13T08:20:49,206 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3845=[#edits: 1 = <3823/info:/1734078049197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3846=[#edits: 1 = <3824/info:/1734078049197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3847=[#edits: 1 = <3825/info:/1734078049199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3848=[#edits: 1 = <3826/info:/1734078049202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3849=[#edits: 1 = <3827/info:/1734078049202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3850=[#edits: 1 = <3828/info:/1734078049203/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=28190, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:49,212 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:49,212 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3851=[#edits: 1 = <3829/info:/1734078049204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3852=[#edits: 1 = <3830/info:/1734078049205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3853=[#edits: 1 = <3831/info:/1734078049206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3854=[#edits: 1 = <3832/info:/1734078049207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3855=[#edits: 1 = <3833/info:/1734078049210/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=28555, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:49,212 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 28555, reset compression=false 2024-12-13T08:20:49,225 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-13T08:20:49,225 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 29869, reset compression=false 2024-12-13T08:20:49,225 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3856=[#edits: 1 = <3834/info:/1734078049211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3857=[#edits: 1 = <3835/info:/1734078049213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3858=[#edits: 1 = <3836/info:/1734078049214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3859=[#edits: 1 = <3837/info:/1734078049215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3860=[#edits: 1 = <3838/info:/1734078049215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3861=[#edits: 1 = <3839/info:/1734078049216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3862=[#edits: 1 = <3840/info:/1734078049216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3863=[#edits: 1 = <3841/info:/1734078049216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3864=[#edits: 1 = <3842/info:/1734078049217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3865=[#edits: 1 = <3843/info:/1734078049217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3866=[#edits: 1 = <3844/info:/1734078049217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3867=[#edits: 1 = <3845/info:/1734078049218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3868=[#edits: 1 = <3846/info:/1734078049218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3869=[#edits: 1 = <3847/info:/1734078049219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3870=[#edits: 1 = <3848/info:/1734078049220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3871=[#edits: 1 = <3849/info:/1734078049221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3872=[#edits: 1 = <3850/info:/1734078049221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3873=[#edits: 1 = <3851/info:/1734078049222/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=29869, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-13T08:20:49,229 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:49,229 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 30161, reset compression=false 2024-12-13T08:20:49,229 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3874=[#edits: 1 = <3852/info:/1734078049223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3875=[#edits: 1 = <3853/info:/1734078049224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3876=[#edits: 1 = <3854/info:/1734078049225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3877=[#edits: 1 = <3855/info:/1734078049227/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=30161, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:49,237 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:49,237 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 30453, reset compression=false 2024-12-13T08:20:49,237 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3878=[#edits: 1 = <3856/info:/1734078049228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3879=[#edits: 1 = <3857/info:/1734078049230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3880=[#edits: 1 = <3858/info:/1734078049233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3881=[#edits: 1 = <3859/info:/1734078049234/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=30453, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:49,245 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:49,245 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3882=[#edits: 1 = <3860/info:/1734078049236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3883=[#edits: 1 = <3861/info:/1734078049237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3884=[#edits: 1 = <3862/info:/1734078049238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3885=[#edits: 1 = <3863/info:/1734078049239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3886=[#edits: 1 = <3864/info:/1734078049240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3887=[#edits: 1 = <3865/info:/1734078049240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3888=[#edits: 1 = <3866/info:/1734078049241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3889=[#edits: 1 = <3867/info:/1734078049241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3890=[#edits: 1 = <3868/info:/1734078049241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3891=[#edits: 1 = <3869/info:/1734078049242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3892=[#edits: 1 = <3870/info:/1734078049242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3893=[#edits: 1 = <3871/info:/1734078049243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3894=[#edits: 1 = <3872/info:/1734078049243/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=31402, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:49,245 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 31402, reset compression=false 2024-12-13T08:20:49,251 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-13T08:20:49,251 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 32497, reset compression=false 2024-12-13T08:20:49,251 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3895=[#edits: 1 = <3873/info:/1734078049243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3896=[#edits: 1 = <3874/info:/1734078049244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3897=[#edits: 1 = <3875/info:/1734078049244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3898=[#edits: 1 = <3876/info:/1734078049245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3899=[#edits: 1 = <3877/info:/1734078049246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3900=[#edits: 1 = <3878/info:/1734078049246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3901=[#edits: 1 = <3879/info:/1734078049247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3902=[#edits: 1 = <3880/info:/1734078049247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3903=[#edits: 1 = <3881/info:/1734078049247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3904=[#edits: 1 = <3882/info:/1734078049248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3905=[#edits: 1 = <3883/info:/1734078049248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3906=[#edits: 1 = <3884/info:/1734078049248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3907=[#edits: 1 = <3885/info:/1734078049249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3908=[#edits: 1 = <3886/info:/1734078049249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3909=[#edits: 1 = <3887/info:/1734078049249/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=32497, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-13T08:20:49,256 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:49,256 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 32789, reset compression=false 2024-12-13T08:20:49,256 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3910=[#edits: 1 = <3888/info:/1734078049250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3911=[#edits: 1 = <3889/info:/1734078049250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3912=[#edits: 1 = <3890/info:/1734078049252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3913=[#edits: 1 = <3891/info:/1734078049254/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=32789, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:49,262 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:49,262 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 33373, reset compression=false 2024-12-13T08:20:49,262 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3914=[#edits: 1 = <3892/info:/1734078049255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3915=[#edits: 1 = <3893/info:/1734078049255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3916=[#edits: 1 = <3894/info:/1734078049256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3917=[#edits: 1 = <3895/info:/1734078049257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3918=[#edits: 1 = <3896/info:/1734078049257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3919=[#edits: 1 = <3897/info:/1734078049259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3920=[#edits: 1 = <3898/info:/1734078049260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3921=[#edits: 1 = <3899/info:/1734078049260/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=33373, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:49,269 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:49,269 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 34322, reset compression=false 2024-12-13T08:20:49,269 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3922=[#edits: 1 = <3900/info:/1734078049261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3923=[#edits: 1 = <3901/info:/1734078049261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3924=[#edits: 1 = <3902/info:/1734078049262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3925=[#edits: 1 = <3903/info:/1734078049263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3926=[#edits: 1 = <3904/info:/1734078049263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3927=[#edits: 1 = <3905/info:/1734078049264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3928=[#edits: 1 = <3906/info:/1734078049264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3929=[#edits: 1 = <3907/info:/1734078049264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3930=[#edits: 1 = <3908/info:/1734078049264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3931=[#edits: 1 = <3909/info:/1734078049265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3932=[#edits: 1 = <3910/info:/1734078049265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3933=[#edits: 1 = <3911/info:/1734078049266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3934=[#edits: 1 = <3912/info:/1734078049266/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=34322, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:49,274 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-13T08:20:49,274 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 35490, reset compression=false 2024-12-13T08:20:49,274 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3935=[#edits: 1 = <3913/info:/1734078049266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3936=[#edits: 1 = <3914/info:/1734078049267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3937=[#edits: 1 = <3915/info:/1734078049267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3938=[#edits: 1 = <3916/info:/1734078049267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3939=[#edits: 1 = <3917/info:/1734078049268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3940=[#edits: 1 = <3918/info:/1734078049268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3941=[#edits: 1 = <3919/info:/1734078049269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3942=[#edits: 1 = <3920/info:/1734078049269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3943=[#edits: 1 = <3921/info:/1734078049270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3944=[#edits: 1 = <3922/info:/1734078049270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3945=[#edits: 1 = <3923/info:/1734078049270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3946=[#edits: 1 = <3924/info:/1734078049271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3947=[#edits: 1 = <3925/info:/1734078049271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3948=[#edits: 1 = <3926/info:/1734078049271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3949=[#edits: 1 = <3927/info:/1734078049272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3950=[#edits: 1 = <3928/info:/1734078049272/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=35490, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-13T08:20:49,278 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:49,278 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 36366, reset compression=false 2024-12-13T08:20:49,278 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3951=[#edits: 1 = <3929/info:/1734078049272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3952=[#edits: 1 = <3930/info:/1734078049273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3953=[#edits: 1 = <3931/info:/1734078049273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3954=[#edits: 1 = <3932/info:/1734078049274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3955=[#edits: 1 = <3933/info:/1734078049274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3956=[#edits: 1 = <3934/info:/1734078049275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3957=[#edits: 1 = <3935/info:/1734078049275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3958=[#edits: 1 = <3936/info:/1734078049276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3959=[#edits: 1 = <3937/info:/1734078049276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3960=[#edits: 1 = <3938/info:/1734078049276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3961=[#edits: 1 = <3939/info:/1734078049277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3962=[#edits: 1 = <3940/info:/1734078049277/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=36366, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:49,282 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:49,282 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 37169, reset compression=false 2024-12-13T08:20:49,282 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3963=[#edits: 1 = <3941/info:/1734078049277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3964=[#edits: 1 = <3942/info:/1734078049278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3965=[#edits: 1 = <3943/info:/1734078049278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3966=[#edits: 1 = <3944/info:/1734078049278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3967=[#edits: 1 = <3945/info:/1734078049279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3968=[#edits: 1 = <3946/info:/1734078049279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3969=[#edits: 1 = <3947/info:/1734078049279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3970=[#edits: 1 = <3948/info:/1734078049279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3971=[#edits: 1 = <3949/info:/1734078049280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3972=[#edits: 1 = <3950/info:/1734078049280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3973=[#edits: 1 = <3951/info:/1734078049280/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=37169, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:49,285 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:49,286 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 38118, reset compression=false 2024-12-13T08:20:49,286 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3974=[#edits: 1 = <3952/info:/1734078049281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3975=[#edits: 1 = <3953/info:/1734078049281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3976=[#edits: 1 = <3954/info:/1734078049281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3977=[#edits: 1 = <3955/info:/1734078049282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3978=[#edits: 1 = <3956/info:/1734078049282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3979=[#edits: 1 = <3957/info:/1734078049282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3980=[#edits: 1 = <3958/info:/1734078049282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3981=[#edits: 1 = <3959/info:/1734078049283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3982=[#edits: 1 = <3960/info:/1734078049283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3983=[#edits: 1 = <3961/info:/1734078049283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3984=[#edits: 1 = <3962/info:/1734078049284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3985=[#edits: 1 = <3963/info:/1734078049284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3986=[#edits: 1 = <3964/info:/1734078049284/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=38118, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:49,289 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:49,289 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 38994, reset compression=false 2024-12-13T08:20:49,289 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3987=[#edits: 1 = <3965/info:/1734078049284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3988=[#edits: 1 = <3966/info:/1734078049285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3989=[#edits: 1 = <3967/info:/1734078049285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3990=[#edits: 1 = <3968/info:/1734078049285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3991=[#edits: 1 = <3969/info:/1734078049286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3992=[#edits: 1 = <3970/info:/1734078049286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3993=[#edits: 1 = <3971/info:/1734078049286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3994=[#edits: 1 = <3972/info:/1734078049286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3995=[#edits: 1 = <3973/info:/1734078049287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3996=[#edits: 1 = <3974/info:/1734078049287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3997=[#edits: 1 = <3975/info:/1734078049287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3998=[#edits: 1 = <3976/info:/1734078049288/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=38994, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:49,293 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:49,293 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 39797, reset compression=false 2024-12-13T08:20:49,293 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3999=[#edits: 1 = <3977/info:/1734078049288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4000=[#edits: 1 = <3978/info:/1734078049289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4001=[#edits: 1 = <3979/info:/1734078049289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4002=[#edits: 1 = <3980/info:/1734078049289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4003=[#edits: 1 = <3981/info:/1734078049290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4004=[#edits: 1 = <3982/info:/1734078049290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4005=[#edits: 1 = <3983/info:/1734078049290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4006=[#edits: 1 = <3984/info:/1734078049291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4007=[#edits: 1 = <3985/info:/1734078049291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4008=[#edits: 1 = <3986/info:/1734078049291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4009=[#edits: 1 = <3987/info:/1734078049292/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=39797, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:49,298 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:49,298 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 40381, reset compression=false 2024-12-13T08:20:49,298 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4010=[#edits: 1 = <3988/info:/1734078049292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4011=[#edits: 1 = <3989/info:/1734078049292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4012=[#edits: 1 = <3990/info:/1734078049293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4013=[#edits: 1 = <3991/info:/1734078049293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4014=[#edits: 1 = <3992/info:/1734078049294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4015=[#edits: 1 = <3993/info:/1734078049295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4016=[#edits: 1 = <3994/info:/1734078049296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4017=[#edits: 1 = <3995/info:/1734078049296/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=40381, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:49,302 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(313): Writing data from 4000 to 5000 2024-12-13T08:20:49,303 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:49,303 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 40673, reset compression=false 2024-12-13T08:20:49,304 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4018=[#edits: 1 = <3996/info:/1734078049297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4019=[#edits: 1 = <3997/info:/1734078049301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4020=[#edits: 1 = <3998/info:/1734078049301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4021=[#edits: 1 = <3999/info:/1734078049302/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=40673, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:49,308 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:49,308 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 41476, reset compression=false 2024-12-13T08:20:49,308 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4022=[#edits: 1 = <4000/info:/1734078049302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4023=[#edits: 1 = <4001/info:/1734078049303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4024=[#edits: 1 = <4002/info:/1734078049303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4025=[#edits: 1 = <4003/info:/1734078049304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4026=[#edits: 1 = <4004/info:/1734078049304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4027=[#edits: 1 = <4005/info:/1734078049305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4028=[#edits: 1 = <4006/info:/1734078049305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4029=[#edits: 1 = <4007/info:/1734078049305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4030=[#edits: 1 = <4008/info:/1734078049306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4031=[#edits: 1 = <4009/info:/1734078049306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4032=[#edits: 1 = <4010/info:/1734078049306/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=41476, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:49,312 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:49,312 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 42206, reset compression=false 2024-12-13T08:20:49,312 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4033=[#edits: 1 = <4011/info:/1734078049307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4034=[#edits: 1 = <4012/info:/1734078049308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4035=[#edits: 1 = <4013/info:/1734078049308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4036=[#edits: 1 = <4014/info:/1734078049309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4037=[#edits: 1 = <4015/info:/1734078049309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4038=[#edits: 1 = <4016/info:/1734078049309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4039=[#edits: 1 = <4017/info:/1734078049310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4040=[#edits: 1 = <4018/info:/1734078049310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4041=[#edits: 1 = <4019/info:/1734078049310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4042=[#edits: 1 = <4020/info:/1734078049311/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=42206, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:49,324 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:49,325 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 43155, reset compression=false 2024-12-13T08:20:49,325 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4043=[#edits: 1 = <4021/info:/1734078049311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4044=[#edits: 1 = <4022/info:/1734078049312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4045=[#edits: 1 = <4023/info:/1734078049320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4046=[#edits: 1 = <4024/info:/1734078049320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4047=[#edits: 1 = <4025/info:/1734078049321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4048=[#edits: 1 = <4026/info:/1734078049321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4049=[#edits: 1 = <4027/info:/1734078049321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4050=[#edits: 1 = <4028/info:/1734078049322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4051=[#edits: 1 = <4029/info:/1734078049322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4052=[#edits: 1 = <4030/info:/1734078049322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4053=[#edits: 1 = <4031/info:/1734078049322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4054=[#edits: 1 = <4032/info:/1734078049323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4055=[#edits: 1 = <4033/info:/1734078049323/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=43155, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:49,328 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:49,328 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 43666, reset compression=false 2024-12-13T08:20:49,328 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4056=[#edits: 1 = <4034/info:/1734078049324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4057=[#edits: 1 = <4035/info:/1734078049324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4058=[#edits: 1 = <4036/info:/1734078049325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4059=[#edits: 1 = <4037/info:/1734078049325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4060=[#edits: 1 = <4038/info:/1734078049326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4061=[#edits: 1 = <4039/info:/1734078049326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4062=[#edits: 1 = <4040/info:/1734078049327/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=43666, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:49,332 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:49,332 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 44396, reset compression=false 2024-12-13T08:20:49,332 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4063=[#edits: 1 = <4041/info:/1734078049327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4064=[#edits: 1 = <4042/info:/1734078049328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4065=[#edits: 1 = <4043/info:/1734078049328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4066=[#edits: 1 = <4044/info:/1734078049328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4067=[#edits: 1 = <4045/info:/1734078049329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4068=[#edits: 1 = <4046/info:/1734078049329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4069=[#edits: 1 = <4047/info:/1734078049330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4070=[#edits: 1 = <4048/info:/1734078049330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4071=[#edits: 1 = <4049/info:/1734078049330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4072=[#edits: 1 = <4050/info:/1734078049331/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=44396, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:49,341 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 26 WAL entries eligible for replication 2024-12-13T08:20:49,341 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 46294, reset compression=false 2024-12-13T08:20:49,341 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4073=[#edits: 1 = <4051/info:/1734078049331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4074=[#edits: 1 = <4052/info:/1734078049332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4075=[#edits: 1 = <4053/info:/1734078049333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4076=[#edits: 1 = <4054/info:/1734078049333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4077=[#edits: 1 = <4055/info:/1734078049333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4078=[#edits: 1 = <4056/info:/1734078049334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4079=[#edits: 1 = <4057/info:/1734078049334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4080=[#edits: 1 = <4058/info:/1734078049334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4081=[#edits: 1 = <4059/info:/1734078049335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4082=[#edits: 1 = <4060/info:/1734078049335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4083=[#edits: 1 = <4061/info:/1734078049335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4084=[#edits: 1 = <4062/info:/1734078049335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4085=[#edits: 1 = <4063/info:/1734078049336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4086=[#edits: 1 = <4064/info:/1734078049336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4087=[#edits: 1 = <4065/info:/1734078049336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4088=[#edits: 1 = <4066/info:/1734078049336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4089=[#edits: 1 = <4067/info:/1734078049337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4090=[#edits: 1 = <4068/info:/1734078049337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4091=[#edits: 1 = <4069/info:/1734078049337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4092=[#edits: 1 = <4070/info:/1734078049337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4093=[#edits: 1 = <4071/info:/1734078049338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4094=[#edits: 1 = <4072/info:/1734078049338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4095=[#edits: 1 = <4073/info:/1734078049338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4096=[#edits: 1 = <4074/info:/1734078049339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4097=[#edits: 1 = <4075/info:/1734078049339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4098=[#edits: 1 = <4076/info:/1734078049339/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=46294, nbRowKeys=26, nbHFiles=0, heapSize=4472, lastSeqIds={}, endOfFile=false,usedBufferSize=4472] 2024-12-13T08:20:49,345 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:49,345 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 46805, reset compression=false 2024-12-13T08:20:49,345 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4099=[#edits: 1 = <4077/info:/1734078049340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4100=[#edits: 1 = <4078/info:/1734078049340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4101=[#edits: 1 = <4079/info:/1734078049341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4102=[#edits: 1 = <4080/info:/1734078049342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4103=[#edits: 1 = <4081/info:/1734078049342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4104=[#edits: 1 = <4082/info:/1734078049343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4105=[#edits: 1 = <4083/info:/1734078049343/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=46805, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:49,348 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:49,348 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 47462, reset compression=false 2024-12-13T08:20:49,348 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4106=[#edits: 1 = <4084/info:/1734078049344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4107=[#edits: 1 = <4085/info:/1734078049344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4108=[#edits: 1 = <4086/info:/1734078049344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4109=[#edits: 1 = <4087/info:/1734078049345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4110=[#edits: 1 = <4088/info:/1734078049345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4111=[#edits: 1 = <4089/info:/1734078049346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4112=[#edits: 1 = <4090/info:/1734078049346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4113=[#edits: 1 = <4091/info:/1734078049347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4114=[#edits: 1 = <4092/info:/1734078049347/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=47462, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:49,361 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 36 WAL entries eligible for replication 2024-12-13T08:20:49,361 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 50090, reset compression=false 2024-12-13T08:20:49,361 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4115=[#edits: 1 = <4093/info:/1734078049347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4116=[#edits: 1 = <4094/info:/1734078049348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4117=[#edits: 1 = <4095/info:/1734078049348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4118=[#edits: 1 = <4096/info:/1734078049349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4119=[#edits: 1 = <4097/info:/1734078049349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4120=[#edits: 1 = <4098/info:/1734078049350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4121=[#edits: 1 = <4099/info:/1734078049350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4122=[#edits: 1 = <4100/info:/1734078049350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4123=[#edits: 1 = <4101/info:/1734078049351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4124=[#edits: 1 = <4102/info:/1734078049351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4125=[#edits: 1 = <4103/info:/1734078049351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4126=[#edits: 1 = <4104/info:/1734078049352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4127=[#edits: 1 = <4105/info:/1734078049352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4128=[#edits: 1 = <4106/info:/1734078049352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4129=[#edits: 1 = <4107/info:/1734078049352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4130=[#edits: 1 = <4108/info:/1734078049353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4131=[#edits: 1 = <4109/info:/1734078049353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4132=[#edits: 1 = <4110/info:/1734078049353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4133=[#edits: 1 = <4111/info:/1734078049354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4134=[#edits: 1 = <4112/info:/1734078049354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4135=[#edits: 1 = <4113/info:/1734078049354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4136=[#edits: 1 = <4114/info:/1734078049354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4137=[#edits: 1 = <4115/info:/1734078049355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4138=[#edits: 1 = <4116/info:/1734078049355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4139=[#edits: 1 = <4117/info:/1734078049355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4140=[#edits: 1 = <4118/info:/1734078049355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4141=[#edits: 1 = <4119/info:/1734078049356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4142=[#edits: 1 = <4120/info:/1734078049356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4143=[#edits: 1 = <4121/info:/1734078049356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4144=[#edits: 1 = <4122/info:/1734078049356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4145=[#edits: 1 = <4123/info:/1734078049357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4146=[#edits: 1 = <4124/info:/1734078049358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4147=[#edits: 1 = <4125/info:/1734078049358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4148=[#edits: 1 = <4126/info:/1734078049358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4149=[#edits: 1 = <4127/info:/1734078049359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4150=[#edits: 1 = <4128/info:/1734078049359/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=50090, nbRowKeys=36, nbHFiles=0, heapSize=6192, lastSeqIds={}, endOfFile=false,usedBufferSize=6192] 2024-12-13T08:20:49,366 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:49,366 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 51039, reset compression=false 2024-12-13T08:20:49,366 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4151=[#edits: 1 = <4129/info:/1734078049359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4152=[#edits: 1 = <4130/info:/1734078049360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4153=[#edits: 1 = <4131/info:/1734078049360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4154=[#edits: 1 = <4132/info:/1734078049360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4155=[#edits: 1 = <4133/info:/1734078049361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4156=[#edits: 1 = <4134/info:/1734078049361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4157=[#edits: 1 = <4135/info:/1734078049361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4158=[#edits: 1 = <4136/info:/1734078049362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4159=[#edits: 1 = <4137/info:/1734078049363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4160=[#edits: 1 = <4138/info:/1734078049363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4161=[#edits: 1 = <4139/info:/1734078049363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4162=[#edits: 1 = <4140/info:/1734078049364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4163=[#edits: 1 = <4141/info:/1734078049364/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=51039, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:49,377 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-13T08:20:49,377 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 52426, reset compression=false 2024-12-13T08:20:49,377 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4164=[#edits: 1 = <4142/info:/1734078049364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4165=[#edits: 1 = <4143/info:/1734078049365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4166=[#edits: 1 = <4144/info:/1734078049366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4167=[#edits: 1 = <4145/info:/1734078049368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4168=[#edits: 1 = <4146/info:/1734078049369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4169=[#edits: 1 = <4147/info:/1734078049369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4170=[#edits: 1 = <4148/info:/1734078049369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4171=[#edits: 1 = <4149/info:/1734078049370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4172=[#edits: 1 = <4150/info:/1734078049370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4173=[#edits: 1 = <4151/info:/1734078049370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4174=[#edits: 1 = <4152/info:/1734078049371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4175=[#edits: 1 = <4153/info:/1734078049371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4176=[#edits: 1 = <4154/info:/1734078049371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4177=[#edits: 1 = <4155/info:/1734078049372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4178=[#edits: 1 = <4156/info:/1734078049372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4179=[#edits: 1 = <4157/info:/1734078049372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4180=[#edits: 1 = <4158/info:/1734078049372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4181=[#edits: 1 = <4159/info:/1734078049373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4182=[#edits: 1 = <4160/info:/1734078049373/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=52426, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-13T08:20:49,385 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:49,385 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 52864, reset compression=false 2024-12-13T08:20:49,385 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4183=[#edits: 1 = <4161/info:/1734078049373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4184=[#edits: 1 = <4162/info:/1734078049380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4185=[#edits: 1 = <4163/info:/1734078049380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4186=[#edits: 1 = <4164/info:/1734078049381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4187=[#edits: 1 = <4165/info:/1734078049381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4188=[#edits: 1 = <4166/info:/1734078049382/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=52864, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:49,390 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:49,390 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 53521, reset compression=false 2024-12-13T08:20:49,390 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4189=[#edits: 1 = <4167/info:/1734078049383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4190=[#edits: 1 = <4168/info:/1734078049383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4191=[#edits: 1 = <4169/info:/1734078049384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4192=[#edits: 1 = <4170/info:/1734078049385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4193=[#edits: 1 = <4171/info:/1734078049385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4194=[#edits: 1 = <4172/info:/1734078049386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4195=[#edits: 1 = <4173/info:/1734078049387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4196=[#edits: 1 = <4174/info:/1734078049388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4197=[#edits: 1 = <4175/info:/1734078049388/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=53521, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:49,397 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:49,397 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 54105, reset compression=false 2024-12-13T08:20:49,397 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4198=[#edits: 1 = <4176/info:/1734078049390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4199=[#edits: 1 = <4177/info:/1734078049390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4200=[#edits: 1 = <4178/info:/1734078049393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4201=[#edits: 1 = <4179/info:/1734078049394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4202=[#edits: 1 = <4180/info:/1734078049395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4203=[#edits: 1 = <4181/info:/1734078049395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4204=[#edits: 1 = <4182/info:/1734078049395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4205=[#edits: 1 = <4183/info:/1734078049396/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=54105, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:49,408 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-13T08:20:49,408 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 55273, reset compression=false 2024-12-13T08:20:49,408 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4206=[#edits: 1 = <4184/info:/1734078049396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4207=[#edits: 1 = <4185/info:/1734078049397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4208=[#edits: 1 = <4186/info:/1734078049397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4209=[#edits: 1 = <4187/info:/1734078049397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4210=[#edits: 1 = <4188/info:/1734078049403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4211=[#edits: 1 = <4189/info:/1734078049404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4212=[#edits: 1 = <4190/info:/1734078049404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4213=[#edits: 1 = <4191/info:/1734078049404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4214=[#edits: 1 = <4192/info:/1734078049405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4215=[#edits: 1 = <4193/info:/1734078049405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4216=[#edits: 1 = <4194/info:/1734078049405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4217=[#edits: 1 = <4195/info:/1734078049405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4218=[#edits: 1 = <4196/info:/1734078049406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4219=[#edits: 1 = <4197/info:/1734078049406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4220=[#edits: 1 = <4198/info:/1734078049406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4221=[#edits: 1 = <4199/info:/1734078049407/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=55273, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-13T08:20:49,412 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:49,412 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 55565, reset compression=false 2024-12-13T08:20:49,412 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4222=[#edits: 1 = <4200/info:/1734078049407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4223=[#edits: 1 = <4201/info:/1734078049407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4224=[#edits: 1 = <4202/info:/1734078049408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4225=[#edits: 1 = <4203/info:/1734078049408/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=55565, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:49,587 DEBUG [AsyncFSWAL-0-hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2-prefix:6b1293cedc9a,45283,1734078043064.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80531, logrollsize=80530 2024-12-13T08:20:49,587 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C45283%2C1734078043064.meta:.meta(num 1734078048811) roll requested 2024-12-13T08:20:49,587 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T08:20:49,604 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, exclude list is [], retry=0 2024-12-13T08:20:49,607 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42399,DS-b267ac75-b94c-494f-9e9e-87e22133545f,DISK] 2024-12-13T08:20:49,607 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39635,DS-8c1b02b2-0e75-48a0-bc0d-ea334887564e,DISK] 2024-12-13T08:20:49,607 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37643,DS-988fdf2d-9f43-4935-94e0-25b0f200434f,DISK] 2024-12-13T08:20:49,611 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta with entries=1173, filesize=83.71 KB; new WAL /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta 2024-12-13T08:20:49,612 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33093:33093),(127.0.0.1/127.0.0.1:42121:42121),(127.0.0.1/127.0.0.1:35567:35567)] 2024-12-13T08:20:49,612 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta is not closed yet, will try archiving it next time 2024-12-13T08:20:49,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741846_1022 (size=85722) 2024-12-13T08:20:49,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741846_1022 (size=85722) 2024-12-13T08:20:49,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741846_1022 (size=85722) 2024-12-13T08:20:49,615 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta to pos 55565, reset compression=false 2024-12-13T08:20:49,618 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:49,618 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:49,618 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4226=[#edits: 1 = <4204/info:/1734078049411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4227=[#edits: 1 = <4205/info:/1734078049416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4228=[#edits: 1 = <4206/info:/1734078049417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4229=[#edits: 1 = <4207/info:/1734078049417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4230=[#edits: 1 = <4208/info:/1734078049417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4231=[#edits: 1 = <4209/info:/1734078049417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4232=[#edits: 1 = <4210/info:/1734078049418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4233=[#edits: 1 = <4211/info:/1734078049418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4234=[#edits: 1 = <4212/info:/1734078049418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4235=[#edits: 1 = <4213/info:/1734078049419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4236=[#edits: 1 = <4214/info:/1734078049419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4237=[#edits: 1 = <4215/info:/1734078049419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4238=[#edits: 1 = <4216/info:/1734078049419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4239=[#edits: 1 = <4217/info:/1734078049420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4240=[#edits: 1 = <4218/info:/1734078049420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4241=[#edits: 1 = <4219/info:/1734078049421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4242=[#edits: 1 = <4220/info:/1734078049421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4243=[#edits: 1 = <4221/info:/1734078049422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4244=[#edits: 1 = <4222/info:/1734078049422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4245=[#edits: 1 = <4223/info:/1734078049422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4246=[#edits: 1 = <4224/info:/1734078049422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4247=[#edits: 1 = <4225/info:/1734078049425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4248=[#edits: 1 = <4226/info:/1734078049426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4249=[#edits: 1 = <4227/info:/1734078049426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4250=[#edits: 1 = <4228/info:/1734078049427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4251=[#edits: 1 = <4229/info:/1734078049427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4252=[#edits: 1 = <4230/info:/1734078049427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4253=[#edits: 1 = <4231/info:/1734078049428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4254=[#edits: 1 = <4232/info:/1734078049428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4255=[#edits: 1 = <4233/info:/1734078049428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4256=[#edits: 1 = <4234/info:/1734078049429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4257=[#edits: 1 = <4235/info:/1734078049429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4258=[#edits: 1 = <4236/info:/1734078049429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4259=[#edits: 1 = <4237/info:/1734078049430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4260=[#edits: 1 = <4238/info:/1734078049430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4261=[#edits: 1 = <4239/info:/1734078049430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4262=[#edits: 1 = <4240/info:/1734078049431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4263=[#edits: 1 = <4241/info:/1734078049431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4264=[#edits: 1 = <4242/info:/1734078049431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4265=[#edits: 1 = <4243/info:/1734078049431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4266=[#edits: 1 = <4244/info:/1734078049432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4267=[#edits: 1 = <4245/info:/1734078049432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4268=[#edits: 1 = <4246/info:/1734078049432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4269=[#edits: 1 = <4247/info:/1734078049433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4270=[#edits: 1 = <4248/info:/1734078049433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4271=[#edits: 1 = <4249/info:/1734078049433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4272=[#edits: 1 = <4250/info:/1734078049434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4273=[#edits: 1 = <4251/info:/1734078049434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4274=[#edits: 1 = <4252/info:/1734078049434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4275=[#edits: 1 = <4253/info:/1734078049435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4276=[#edits: 1 = <4254/info:/1734078049435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4277=[#edits: 1 = <4255/info:/1734078049435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4278=[#edits: 1 = <4256/info:/1734078049435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4279=[#edits: 1 = <4257/info:/1734078049436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4280=[#edits: 1 = <4258/info:/1734078049436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4281=[#edits: 1 = <4259/info:/1734078049437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4282=[#edits: 1 = <4260/info:/1734078049437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4283=[#edits: 1 = <4261/info:/1734078049437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4284=[#edits: 1 = <4262/info:/1734078049437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4285=[#edits: 1 = <4263/info:/1734078049438/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=59945, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:49,619 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:49,620 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:49,620 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4286=[#edits: 1 = <4264/info:/1734078049438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4287=[#edits: 1 = <4265/info:/1734078049438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4288=[#edits: 1 = <4266/info:/1734078049438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4289=[#edits: 1 = <4267/info:/1734078049439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4290=[#edits: 1 = <4268/info:/1734078049439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4291=[#edits: 1 = <4269/info:/1734078049439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4292=[#edits: 1 = <4270/info:/1734078049440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4293=[#edits: 1 = <4271/info:/1734078049440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4294=[#edits: 1 = <4272/info:/1734078049440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4295=[#edits: 1 = <4273/info:/1734078049441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4296=[#edits: 1 = <4274/info:/1734078049441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4297=[#edits: 1 = <4275/info:/1734078049441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4298=[#edits: 1 = <4276/info:/1734078049441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4299=[#edits: 1 = <4277/info:/1734078049442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4300=[#edits: 1 = <4278/info:/1734078049447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4301=[#edits: 1 = <4279/info:/1734078049452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4302=[#edits: 1 = <4280/info:/1734078049452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4303=[#edits: 1 = <4281/info:/1734078049453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4304=[#edits: 1 = <4282/info:/1734078049453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4305=[#edits: 1 = <4283/info:/1734078049453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4306=[#edits: 1 = <4284/info:/1734078049453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4307=[#edits: 1 = <4285/info:/1734078049454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4308=[#edits: 1 = <4286/info:/1734078049454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4309=[#edits: 1 = <4287/info:/1734078049454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4310=[#edits: 1 = <4288/info:/1734078049455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4311=[#edits: 1 = <4289/info:/1734078049455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4312=[#edits: 1 = <4290/info:/1734078049455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4313=[#edits: 1 = <4291/info:/1734078049456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4314=[#edits: 1 = <4292/info:/1734078049456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4315=[#edits: 1 = <4293/info:/1734078049456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4316=[#edits: 1 = <4294/info:/1734078049457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4317=[#edits: 1 = <4295/info:/1734078049457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4318=[#edits: 1 = <4296/info:/1734078049457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4319=[#edits: 1 = <4297/info:/1734078049458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4320=[#edits: 1 = <4298/info:/1734078049458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4321=[#edits: 1 = <4299/info:/1734078049458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4322=[#edits: 1 = <4300/info:/1734078049459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4323=[#edits: 1 = <4301/info:/1734078049459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4324=[#edits: 1 = <4302/info:/1734078049460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4325=[#edits: 1 = <4303/info:/1734078049461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4326=[#edits: 1 = <4304/info:/1734078049461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4327=[#edits: 1 = <4305/info:/1734078049462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4328=[#edits: 1 = <4306/info:/1734078049463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4329=[#edits: 1 = <4307/info:/1734078049463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4330=[#edits: 1 = <4308/info:/1734078049463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4331=[#edits: 1 = <4309/info:/1734078049464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4332=[#edits: 1 = <4310/info:/1734078049464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4333=[#edits: 1 = <4311/info:/1734078049465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4334=[#edits: 1 = <4312/info:/1734078049470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4335=[#edits: 1 = <4313/info:/1734078049471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4336=[#edits: 1 = <4314/info:/1734078049472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4337=[#edits: 1 = <4315/info:/1734078049472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4338=[#edits: 1 = <4316/info:/1734078049473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4339=[#edits: 1 = <4317/info:/1734078049473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4340=[#edits: 1 = <4318/info:/1734078049473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4341=[#edits: 1 = <4319/info:/1734078049474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4342=[#edits: 1 = <4320/info:/1734078049474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4343=[#edits: 1 = <4321/info:/1734078049475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4344=[#edits: 1 = <4322/info:/1734078049475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4345=[#edits: 1 = <4323/info:/1734078049475/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=64325, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:49,621 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:49,621 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4346=[#edits: 1 = <4324/info:/1734078049475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4347=[#edits: 1 = <4325/info:/1734078049476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4348=[#edits: 1 = <4326/info:/1734078049476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4349=[#edits: 1 = <4327/info:/1734078049476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4350=[#edits: 1 = <4328/info:/1734078049477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4351=[#edits: 1 = <4329/info:/1734078049477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4352=[#edits: 1 = <4330/info:/1734078049477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4353=[#edits: 1 = <4331/info:/1734078049477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4354=[#edits: 1 = <4332/info:/1734078049478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4355=[#edits: 1 = <4333/info:/1734078049478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4356=[#edits: 1 = <4334/info:/1734078049478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4357=[#edits: 1 = <4335/info:/1734078049478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4358=[#edits: 1 = <4336/info:/1734078049479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4359=[#edits: 1 = <4337/info:/1734078049479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4360=[#edits: 1 = <4338/info:/1734078049479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4361=[#edits: 1 = <4339/info:/1734078049480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4362=[#edits: 1 = <4340/info:/1734078049480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4363=[#edits: 1 = <4341/info:/1734078049480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4364=[#edits: 1 = <4342/info:/1734078049481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4365=[#edits: 1 = <4343/info:/1734078049481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4366=[#edits: 1 = <4344/info:/1734078049481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4367=[#edits: 1 = <4345/info:/1734078049482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4368=[#edits: 1 = <4346/info:/1734078049482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4369=[#edits: 1 = <4347/info:/1734078049482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4370=[#edits: 1 = <4348/info:/1734078049482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4371=[#edits: 1 = <4349/info:/1734078049483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4372=[#edits: 1 = <4350/info:/1734078049483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4373=[#edits: 1 = <4351/info:/1734078049483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4374=[#edits: 1 = <4352/info:/1734078049484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4375=[#edits: 1 = <4353/info:/1734078049484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4376=[#edits: 1 = <4354/info:/1734078049484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4377=[#edits: 1 = <4355/info:/1734078049484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4378=[#edits: 1 = <4356/info:/1734078049485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4379=[#edits: 1 = <4357/info:/1734078049485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4380=[#edits: 1 = <4358/info:/1734078049485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4381=[#edits: 1 = <4359/info:/1734078049486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4382=[#edits: 1 = <4360/info:/1734078049486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4383=[#edits: 1 = <4361/info:/1734078049486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4384=[#edits: 1 = <4362/info:/1734078049486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4385=[#edits: 1 = <4363/info:/1734078049487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4386=[#edits: 1 = <4364/info:/1734078049487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4387=[#edits: 1 = <4365/info:/1734078049487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4388=[#edits: 1 = <4366/info:/1734078049487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4389=[#edits: 1 = <4367/info:/1734078049488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4390=[#edits: 1 = <4368/info:/1734078049488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4391=[#edits: 1 = <4369/info:/1734078049488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4392=[#edits: 1 = <4370/info:/1734078049488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4393=[#edits: 1 = <4371/info:/1734078049489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4394=[#edits: 1 = <4372/info:/1734078049489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4395=[#edits: 1 = <4373/info:/1734078049489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4396=[#edits: 1 = <4374/info:/1734078049489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4397=[#edits: 1 = <4375/info:/1734078049490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4398=[#edits: 1 = <4376/info:/1734078049490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4399=[#edits: 1 = <4377/info:/1734078049490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4400=[#edits: 1 = <4378/info:/1734078049490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4401=[#edits: 1 = <4379/info:/1734078049491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4402=[#edits: 1 = <4380/info:/1734078049491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4403=[#edits: 1 = <4381/info:/1734078049491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4404=[#edits: 1 = <4382/info:/1734078049492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4405=[#edits: 1 = <4383/info:/1734078049492/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=68705, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:49,623 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:49,623 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4406=[#edits: 1 = <4384/info:/1734078049492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4407=[#edits: 1 = <4385/info:/1734078049492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4408=[#edits: 1 = <4386/info:/1734078049493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4409=[#edits: 1 = <4387/info:/1734078049493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4410=[#edits: 1 = <4388/info:/1734078049493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4411=[#edits: 1 = <4389/info:/1734078049494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4412=[#edits: 1 = <4390/info:/1734078049494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4413=[#edits: 1 = <4391/info:/1734078049494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4414=[#edits: 1 = <4392/info:/1734078049494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4415=[#edits: 1 = <4393/info:/1734078049495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4416=[#edits: 1 = <4394/info:/1734078049495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4417=[#edits: 1 = <4395/info:/1734078049495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4418=[#edits: 1 = <4396/info:/1734078049495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4419=[#edits: 1 = <4397/info:/1734078049496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4420=[#edits: 1 = <4398/info:/1734078049496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4421=[#edits: 1 = <4399/info:/1734078049496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4422=[#edits: 1 = <4400/info:/1734078049497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4423=[#edits: 1 = <4401/info:/1734078049497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4424=[#edits: 1 = <4402/info:/1734078049497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4425=[#edits: 1 = <4403/info:/1734078049498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4426=[#edits: 1 = <4404/info:/1734078049498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4427=[#edits: 1 = <4405/info:/1734078049498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4428=[#edits: 1 = <4406/info:/1734078049499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4429=[#edits: 1 = <4407/info:/1734078049499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4430=[#edits: 1 = <4408/info:/1734078049499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4431=[#edits: 1 = <4409/info:/1734078049500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4432=[#edits: 1 = <4410/info:/1734078049503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4433=[#edits: 1 = <4411/info:/1734078049504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4434=[#edits: 1 = <4412/info:/1734078049505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4435=[#edits: 1 = <4413/info:/1734078049506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4436=[#edits: 1 = <4414/info:/1734078049507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4437=[#edits: 1 = <4415/info:/1734078049508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4438=[#edits: 1 = <4416/info:/1734078049509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4439=[#edits: 1 = <4417/info:/1734078049512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4440=[#edits: 1 = <4418/info:/1734078049513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4441=[#edits: 1 = <4419/info:/1734078049514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4442=[#edits: 1 = <4420/info:/1734078049514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4443=[#edits: 1 = <4421/info:/1734078049515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4444=[#edits: 1 = <4422/info:/1734078049515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4445=[#edits: 1 = <4423/info:/1734078049516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4446=[#edits: 1 = <4424/info:/1734078049516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4447=[#edits: 1 = <4425/info:/1734078049517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4448=[#edits: 1 = <4426/info:/1734078049517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4449=[#edits: 1 = <4427/info:/1734078049521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4450=[#edits: 1 = <4428/info:/1734078049522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4451=[#edits: 1 = <4429/info:/1734078049522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4452=[#edits: 1 = <4430/info:/1734078049523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4453=[#edits: 1 = <4431/info:/1734078049523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4454=[#edits: 1 = <4432/info:/1734078049524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4455=[#edits: 1 = <4433/info:/1734078049524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4456=[#edits: 1 = <4434/info:/1734078049524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4457=[#edits: 1 = <4435/info:/1734078049526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4458=[#edits: 1 = <4436/info:/1734078049526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4459=[#edits: 1 = <4437/info:/1734078049527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4460=[#edits: 1 = <4438/info:/1734078049527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4461=[#edits: 1 = <4439/info:/1734078049528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4462=[#edits: 1 = <4440/info:/1734078049528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4463=[#edits: 1 = <4441/info:/1734078049529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4464=[#edits: 1 = <4442/info:/1734078049529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4465=[#edits: 1 = <4443/info:/1734078049530/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=73085, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:49,624 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta 2024-12-13T08:20:49,624 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 53 WAL entries eligible for replication 2024-12-13T08:20:49,624 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4466=[#edits: 1 = <4444/info:/1734078049530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4467=[#edits: 1 = <4445/info:/1734078049531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4468=[#edits: 1 = <4446/info:/1734078049531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4469=[#edits: 1 = <4447/info:/1734078049531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4470=[#edits: 1 = <4448/info:/1734078049532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4471=[#edits: 1 = <4449/info:/1734078049532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4472=[#edits: 1 = <4450/info:/1734078049533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4473=[#edits: 1 = <4451/info:/1734078049534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4474=[#edits: 1 = <4452/info:/1734078049534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4475=[#edits: 1 = <4453/info:/1734078049535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4476=[#edits: 1 = <4454/info:/1734078049535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4477=[#edits: 1 = <4455/info:/1734078049535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4478=[#edits: 1 = <4456/info:/1734078049551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4479=[#edits: 1 = <4457/info:/1734078049555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4480=[#edits: 1 = <4458/info:/1734078049555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4481=[#edits: 1 = <4459/info:/1734078049556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4482=[#edits: 1 = <4460/info:/1734078049556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4483=[#edits: 1 = <4461/info:/1734078049557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4484=[#edits: 1 = <4462/info:/1734078049557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4485=[#edits: 1 = <4463/info:/1734078049558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4486=[#edits: 1 = <4464/info:/1734078049558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4487=[#edits: 1 = <4465/info:/1734078049558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4488=[#edits: 1 = <4466/info:/1734078049561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4489=[#edits: 1 = <4467/info:/1734078049561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4490=[#edits: 1 = <4468/info:/1734078049562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4491=[#edits: 1 = <4469/info:/1734078049562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4492=[#edits: 1 = <4470/info:/1734078049562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4493=[#edits: 1 = <4471/info:/1734078049563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4494=[#edits: 1 = <4472/info:/1734078049563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4495=[#edits: 1 = <4473/info:/1734078049565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4496=[#edits: 1 = <4474/info:/1734078049565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4497=[#edits: 1 = <4475/info:/1734078049566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4498=[#edits: 1 = <4476/info:/1734078049567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4499=[#edits: 1 = <4477/info:/1734078049567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4500=[#edits: 1 = <4478/info:/1734078049567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4501=[#edits: 1 = <4479/info:/1734078049568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4502=[#edits: 1 = <4480/info:/1734078049568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4503=[#edits: 1 = <4481/info:/1734078049568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4504=[#edits: 1 = <4482/info:/1734078049568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4505=[#edits: 1 = <4483/info:/1734078049569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4506=[#edits: 1 = <4484/info:/1734078049569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4507=[#edits: 1 = <4485/info:/1734078049569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4508=[#edits: 1 = <4486/info:/1734078049569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4509=[#edits: 1 = <4487/info:/1734078049570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4510=[#edits: 1 = <4488/info:/1734078049570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4511=[#edits: 1 = <4489/info:/1734078049570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4512=[#edits: 1 = <4490/info:/1734078049570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4513=[#edits: 1 = <4491/info:/1734078049571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4514=[#edits: 1 = <4492/info:/1734078049571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4515=[#edits: 1 = <4493/info:/1734078049571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4516=[#edits: 1 = <4494/info:/1734078049572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4517=[#edits: 1 = <4495/info:/1734078049572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4518=[#edits: 1 = <4496/info:/1734078049572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4519=[#edits: 1 = <4497/info:/1734078049573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4520=[#edits: 1 = <4498/info:/1734078049573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4521=[#edits: 1 = <4499/info:/1734078049573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4522=[#edits: 1 = <4500/info:/1734078049573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4523=[#edits: 1 = <4501/info:/1734078049574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4524=[#edits: 1 = <4502/info:/1734078049574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4525=[#edits: 1 = <4503/info:/1734078049574/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=77465, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:49,625 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:49,625 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4526=[#edits: 1 = <4504/info:/1734078049574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4527=[#edits: 1 = <4505/info:/1734078049575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4528=[#edits: 1 = <4506/info:/1734078049575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4529=[#edits: 1 = <4507/info:/1734078049575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4530=[#edits: 1 = <4508/info:/1734078049576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4531=[#edits: 1 = <4509/info:/1734078049576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4532=[#edits: 1 = <4510/info:/1734078049576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4533=[#edits: 1 = <4511/info:/1734078049577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4534=[#edits: 1 = <4512/info:/1734078049577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4535=[#edits: 1 = <4513/info:/1734078049577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4536=[#edits: 1 = <4514/info:/1734078049577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4537=[#edits: 1 = <4515/info:/1734078049578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4538=[#edits: 1 = <4516/info:/1734078049578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4539=[#edits: 1 = <4517/info:/1734078049578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4540=[#edits: 1 = <4518/info:/1734078049578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4541=[#edits: 1 = <4519/info:/1734078049579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4542=[#edits: 1 = <4520/info:/1734078049579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4543=[#edits: 1 = <4521/info:/1734078049579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4544=[#edits: 1 = <4522/info:/1734078049580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4545=[#edits: 1 = <4523/info:/1734078049580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4546=[#edits: 1 = <4524/info:/1734078049580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4547=[#edits: 1 = <4525/info:/1734078049580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4548=[#edits: 1 = <4526/info:/1734078049581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4549=[#edits: 1 = <4527/info:/1734078049581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4550=[#edits: 1 = <4528/info:/1734078049581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4551=[#edits: 1 = <4529/info:/1734078049581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4552=[#edits: 1 = <4530/info:/1734078049582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4553=[#edits: 1 = <4531/info:/1734078049583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4554=[#edits: 1 = <4532/info:/1734078049583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4555=[#edits: 1 = <4533/info:/1734078049583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4556=[#edits: 1 = <4534/info:/1734078049584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4557=[#edits: 1 = <4535/info:/1734078049584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4558=[#edits: 1 = <4536/info:/1734078049584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4559=[#edits: 1 = <4537/info:/1734078049584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4560=[#edits: 1 = <4538/info:/1734078049585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4561=[#edits: 1 = <4539/info:/1734078049585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4562=[#edits: 1 = <4540/info:/1734078049585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4563=[#edits: 1 = <4541/info:/1734078049585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4564=[#edits: 1 = <4542/info:/1734078049586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4565=[#edits: 1 = <4543/info:/1734078049586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4566=[#edits: 1 = <4544/info:/1734078049586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4567=[#edits: 1 = <4545/info:/1734078049586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4568=[#edits: 1 = <4546/info:/1734078049587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4569=[#edits: 1 = <4547/info:/1734078049587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4570=[#edits: 1 = <4548/info:/1734078049587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4571=[#edits: 1 = <4549/info:/1734078049588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4572=[#edits: 1 = <4550/info:/1734078049588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4573=[#edits: 1 = <4551/info:/1734078049588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4574=[#edits: 1 = <4552/info:/1734078049588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4575=[#edits: 1 = <4553/info:/1734078049589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4576=[#edits: 1 = <4554/info:/1734078049589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4577=[#edits: 1 = <4555/info:/1734078049589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4578=[#edits: 1 = <4556/info:/1734078049590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4579=[#edits: 1 = <4557/info:/1734078049590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4580=[#edits: 1 = <4558/info:/1734078049590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4581=[#edits: 1 = <4559/info:/1734078049590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4582=[#edits: 1 = <4560/info:/1734078049591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4583=[#edits: 1 = <4561/info:/1734078049591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4584=[#edits: 1 = <4562/info:/1734078049591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4585=[#edits: 1 = <4563/info:/1734078049591/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=81845, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:49,628 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4586=[#edits: 1 = <4564/info:/1734078049592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4587=[#edits: 1 = <4565/info:/1734078049592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4588=[#edits: 1 = <4566/info:/1734078049592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4589=[#edits: 1 = <4567/info:/1734078049593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4590=[#edits: 1 = <4568/info:/1734078049593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4591=[#edits: 1 = <4569/info:/1734078049593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4592=[#edits: 1 = <4570/info:/1734078049593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4593=[#edits: 1 = <4571/info:/1734078049594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4594=[#edits: 1 = <4572/info:/1734078049594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4595=[#edits: 1 = <4573/info:/1734078049594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4596=[#edits: 1 = <4574/info:/1734078049594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4597=[#edits: 1 = <4575/info:/1734078049595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4598=[#edits: 1 = <4576/info:/1734078049595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4599=[#edits: 1 = <4577/info:/1734078049595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4600=[#edits: 1 = <4578/info:/1734078049596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4601=[#edits: 1 = <4579/info:/1734078049596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4602=[#edits: 1 = <4580/info:/1734078049596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4603=[#edits: 1 = <4581/info:/1734078049596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4604=[#edits: 1 = <4582/info:/1734078049597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4605=[#edits: 1 = <4583/info:/1734078049597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4606=[#edits: 1 = <4584/info:/1734078049597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4607=[#edits: 1 = <4585/info:/1734078049597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4608=[#edits: 1 = <4586/info:/1734078049598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4609=[#edits: 1 = <4587/info:/1734078049598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4610=[#edits: 1 = <4588/info:/1734078049598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4611=[#edits: 1 = <4589/info:/1734078049598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4612=[#edits: 1 = <4590/info:/1734078049599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4613=[#edits: 1 = <4591/info:/1734078049599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4614=[#edits: 1 = <4592/info:/1734078049599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4615=[#edits: 1 = <4593/info:/1734078049600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4616=[#edits: 1 = <4594/info:/1734078049600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4617=[#edits: 1 = <4595/info:/1734078049600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4618=[#edits: 1 = <4596/info:/1734078049600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4619=[#edits: 1 = <4597/info:/1734078049601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4620=[#edits: 1 = <4598/info:/1734078049601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4621=[#edits: 1 = <4599/info:/1734078049601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4622=[#edits: 1 = <4600/info:/1734078049601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4623=[#edits: 1 = <4601/info:/1734078049602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4624=[#edits: 1 = <4602/info:/1734078049602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4625=[#edits: 1 = <4603/info:/1734078049602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4626=[#edits: 1 = <4604/info:/1734078049602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4627=[#edits: 1 = <4605/info:/1734078049603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4628=[#edits: 1 = <4606/info:/1734078049603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4629=[#edits: 1 = <4607/info:/1734078049603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4630=[#edits: 1 = <4608/info:/1734078049603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4631=[#edits: 1 = <4609/info:/1734078049604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4632=[#edits: 1 = <4610/info:/1734078049604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4633=[#edits: 1 = <4611/info:/1734078049604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4634=[#edits: 1 = <4612/info:/1734078049606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4635=[#edits: 1 = <4613/info:/1734078049607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4636=[#edits: 1 = <4614/info:/1734078049609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4637=[#edits: 1 = <4615/info:/1734078049611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4638=[#edits: 1 = <4616/info:/1734078049611/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078048811.meta, lastWalPosition=85714, nbRowKeys=53, nbHFiles=0, heapSize=9116, lastSeqIds={}, endOfFile=true,usedBufferSize=9116] 2024-12-13T08:20:49,629 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 27 WAL entries eligible for replication 2024-12-13T08:20:49,629 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 2056, reset compression=false 2024-12-13T08:20:49,629 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4639=[#edits: 1 = <4617/info:/1734078049611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4640=[#edits: 1 = <4618/info:/1734078049612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4641=[#edits: 1 = <4619/info:/1734078049615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4642=[#edits: 1 = <4620/info:/1734078049615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4643=[#edits: 1 = <4621/info:/1734078049616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4644=[#edits: 1 = <4622/info:/1734078049616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4645=[#edits: 1 = <4623/info:/1734078049617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4646=[#edits: 1 = <4624/info:/1734078049617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4647=[#edits: 1 = <4625/info:/1734078049617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4648=[#edits: 1 = <4626/info:/1734078049618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4649=[#edits: 1 = <4627/info:/1734078049618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4650=[#edits: 1 = <4628/info:/1734078049618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4651=[#edits: 1 = <4629/info:/1734078049619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4652=[#edits: 1 = <4630/info:/1734078049619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4653=[#edits: 1 = <4631/info:/1734078049620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4654=[#edits: 1 = <4632/info:/1734078049620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4655=[#edits: 1 = <4633/info:/1734078049621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4656=[#edits: 1 = <4634/info:/1734078049621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4657=[#edits: 1 = <4635/info:/1734078049622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4658=[#edits: 1 = <4636/info:/1734078049622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4659=[#edits: 1 = <4637/info:/1734078049622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4660=[#edits: 1 = <4638/info:/1734078049625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4661=[#edits: 1 = <4639/info:/1734078049625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4662=[#edits: 1 = <4640/info:/1734078049626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4663=[#edits: 1 = <4641/info:/1734078049626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4664=[#edits: 1 = <4642/info:/1734078049626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4665=[#edits: 1 = <4643/info:/1734078049627/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=2056, nbRowKeys=27, nbHFiles=0, heapSize=4644, lastSeqIds={}, endOfFile=false,usedBufferSize=4644] 2024-12-13T08:20:49,633 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:49,633 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 2421, reset compression=false 2024-12-13T08:20:49,633 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4666=[#edits: 1 = <4644/info:/1734078049628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4667=[#edits: 1 = <4645/info:/1734078049629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4668=[#edits: 1 = <4646/info:/1734078049629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4669=[#edits: 1 = <4647/info:/1734078049630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4670=[#edits: 1 = <4648/info:/1734078049631/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=2421, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:49,646 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 33 WAL entries eligible for replication 2024-12-13T08:20:49,646 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 4830, reset compression=false 2024-12-13T08:20:49,646 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4671=[#edits: 1 = <4649/info:/1734078049632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4672=[#edits: 1 = <4650/info:/1734078049632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4673=[#edits: 1 = <4651/info:/1734078049633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4674=[#edits: 1 = <4652/info:/1734078049633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4675=[#edits: 1 = <4653/info:/1734078049634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4676=[#edits: 1 = <4654/info:/1734078049634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4677=[#edits: 1 = <4655/info:/1734078049635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4678=[#edits: 1 = <4656/info:/1734078049635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4679=[#edits: 1 = <4657/info:/1734078049636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4680=[#edits: 1 = <4658/info:/1734078049636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4681=[#edits: 1 = <4659/info:/1734078049636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4682=[#edits: 1 = <4660/info:/1734078049636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4683=[#edits: 1 = <4661/info:/1734078049637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4684=[#edits: 1 = <4662/info:/1734078049637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4685=[#edits: 1 = <4663/info:/1734078049637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4686=[#edits: 1 = <4664/info:/1734078049638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4687=[#edits: 1 = <4665/info:/1734078049638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4688=[#edits: 1 = <4666/info:/1734078049638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4689=[#edits: 1 = <4667/info:/1734078049639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4690=[#edits: 1 = <4668/info:/1734078049639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4691=[#edits: 1 = <4669/info:/1734078049639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4692=[#edits: 1 = <4670/info:/1734078049639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4693=[#edits: 1 = <4671/info:/1734078049640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4694=[#edits: 1 = <4672/info:/1734078049641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4695=[#edits: 1 = <4673/info:/1734078049641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4696=[#edits: 1 = <4674/info:/1734078049641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4697=[#edits: 1 = <4675/info:/1734078049641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4698=[#edits: 1 = <4676/info:/1734078049642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4699=[#edits: 1 = <4677/info:/1734078049642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4700=[#edits: 1 = <4678/info:/1734078049643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4701=[#edits: 1 = <4679/info:/1734078049643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4702=[#edits: 1 = <4680/info:/1734078049643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4703=[#edits: 1 = <4681/info:/1734078049644/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=4830, nbRowKeys=33, nbHFiles=0, heapSize=5676, lastSeqIds={}, endOfFile=false,usedBufferSize=5676] 2024-12-13T08:20:49,650 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:49,650 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 5122, reset compression=false 2024-12-13T08:20:49,650 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4704=[#edits: 1 = <4682/info:/1734078049644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4705=[#edits: 1 = <4683/info:/1734078049648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4706=[#edits: 1 = <4684/info:/1734078049648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4707=[#edits: 1 = <4685/info:/1734078049648/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=5122, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:49,654 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:49,654 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 5706, reset compression=false 2024-12-13T08:20:49,654 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4708=[#edits: 1 = <4686/info:/1734078049649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4709=[#edits: 1 = <4687/info:/1734078049649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4710=[#edits: 1 = <4688/info:/1734078049650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4711=[#edits: 1 = <4689/info:/1734078049650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4712=[#edits: 1 = <4690/info:/1734078049651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4713=[#edits: 1 = <4691/info:/1734078049651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4714=[#edits: 1 = <4692/info:/1734078049651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4715=[#edits: 1 = <4693/info:/1734078049652/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=5706, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:49,658 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:49,658 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 6071, reset compression=false 2024-12-13T08:20:49,658 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4716=[#edits: 1 = <4694/info:/1734078049652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4717=[#edits: 1 = <4695/info:/1734078049655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4718=[#edits: 1 = <4696/info:/1734078049656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4719=[#edits: 1 = <4697/info:/1734078049656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4720=[#edits: 1 = <4698/info:/1734078049657/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=6071, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:49,661 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:49,662 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4721=[#edits: 1 = <4699/info:/1734078049657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4722=[#edits: 1 = <4700/info:/1734078049657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4723=[#edits: 1 = <4701/info:/1734078049658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4724=[#edits: 1 = <4702/info:/1734078049658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4725=[#edits: 1 = <4703/info:/1734078049658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4726=[#edits: 1 = <4704/info:/1734078049659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4727=[#edits: 1 = <4705/info:/1734078049659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4728=[#edits: 1 = <4706/info:/1734078049660/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=6655, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:49,662 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 6655, reset compression=false 2024-12-13T08:20:49,665 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:49,665 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 7458, reset compression=false 2024-12-13T08:20:49,665 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4729=[#edits: 1 = <4707/info:/1734078049661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4730=[#edits: 1 = <4708/info:/1734078049661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4731=[#edits: 1 = <4709/info:/1734078049661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4732=[#edits: 1 = <4710/info:/1734078049661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4733=[#edits: 1 = <4711/info:/1734078049662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4734=[#edits: 1 = <4712/info:/1734078049662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4735=[#edits: 1 = <4713/info:/1734078049663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4736=[#edits: 1 = <4714/info:/1734078049663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4737=[#edits: 1 = <4715/info:/1734078049663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4738=[#edits: 1 = <4716/info:/1734078049663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4739=[#edits: 1 = <4717/info:/1734078049664/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=7458, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:49,669 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:49,669 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 8407, reset compression=false 2024-12-13T08:20:49,669 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4740=[#edits: 1 = <4718/info:/1734078049664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4741=[#edits: 1 = <4719/info:/1734078049664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4742=[#edits: 1 = <4720/info:/1734078049665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4743=[#edits: 1 = <4721/info:/1734078049665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4744=[#edits: 1 = <4722/info:/1734078049665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4745=[#edits: 1 = <4723/info:/1734078049666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4746=[#edits: 1 = <4724/info:/1734078049666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4747=[#edits: 1 = <4725/info:/1734078049666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4748=[#edits: 1 = <4726/info:/1734078049667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4749=[#edits: 1 = <4727/info:/1734078049667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4750=[#edits: 1 = <4728/info:/1734078049667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4751=[#edits: 1 = <4729/info:/1734078049667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4752=[#edits: 1 = <4730/info:/1734078049668/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=8407, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:49,673 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:49,673 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 9283, reset compression=false 2024-12-13T08:20:49,673 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4753=[#edits: 1 = <4731/info:/1734078049668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4754=[#edits: 1 = <4732/info:/1734078049668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4755=[#edits: 1 = <4733/info:/1734078049669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4756=[#edits: 1 = <4734/info:/1734078049669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4757=[#edits: 1 = <4735/info:/1734078049669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4758=[#edits: 1 = <4736/info:/1734078049670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4759=[#edits: 1 = <4737/info:/1734078049670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4760=[#edits: 1 = <4738/info:/1734078049670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4761=[#edits: 1 = <4739/info:/1734078049670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4762=[#edits: 1 = <4740/info:/1734078049671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4763=[#edits: 1 = <4741/info:/1734078049671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4764=[#edits: 1 = <4742/info:/1734078049671/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=9283, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:49,676 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:49,676 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 10232, reset compression=false 2024-12-13T08:20:49,676 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4765=[#edits: 1 = <4743/info:/1734078049672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4766=[#edits: 1 = <4744/info:/1734078049672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4767=[#edits: 1 = <4745/info:/1734078049672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4768=[#edits: 1 = <4746/info:/1734078049673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4769=[#edits: 1 = <4747/info:/1734078049673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4770=[#edits: 1 = <4748/info:/1734078049673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4771=[#edits: 1 = <4749/info:/1734078049674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4772=[#edits: 1 = <4750/info:/1734078049674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4773=[#edits: 1 = <4751/info:/1734078049674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4774=[#edits: 1 = <4752/info:/1734078049674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4775=[#edits: 1 = <4753/info:/1734078049675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4776=[#edits: 1 = <4754/info:/1734078049675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4777=[#edits: 1 = <4755/info:/1734078049675/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=10232, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:49,680 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:49,680 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 10962, reset compression=false 2024-12-13T08:20:49,680 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4778=[#edits: 1 = <4756/info:/1734078049675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4779=[#edits: 1 = <4757/info:/1734078049676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4780=[#edits: 1 = <4758/info:/1734078049676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4781=[#edits: 1 = <4759/info:/1734078049677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4782=[#edits: 1 = <4760/info:/1734078049677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4783=[#edits: 1 = <4761/info:/1734078049677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4784=[#edits: 1 = <4762/info:/1734078049678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4785=[#edits: 1 = <4763/info:/1734078049678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4786=[#edits: 1 = <4764/info:/1734078049678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4787=[#edits: 1 = <4765/info:/1734078049679/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=10962, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:49,684 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:49,684 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 11765, reset compression=false 2024-12-13T08:20:49,684 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4788=[#edits: 1 = <4766/info:/1734078049679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4789=[#edits: 1 = <4767/info:/1734078049679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4790=[#edits: 1 = <4768/info:/1734078049680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4791=[#edits: 1 = <4769/info:/1734078049680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4792=[#edits: 1 = <4770/info:/1734078049680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4793=[#edits: 1 = <4771/info:/1734078049681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4794=[#edits: 1 = <4772/info:/1734078049681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4795=[#edits: 1 = <4773/info:/1734078049681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4796=[#edits: 1 = <4774/info:/1734078049682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4797=[#edits: 1 = <4775/info:/1734078049682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4798=[#edits: 1 = <4776/info:/1734078049682/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=11765, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:49,688 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:49,688 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 12276, reset compression=false 2024-12-13T08:20:49,688 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4799=[#edits: 1 = <4777/info:/1734078049682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4800=[#edits: 1 = <4778/info:/1734078049683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4801=[#edits: 1 = <4779/info:/1734078049684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4802=[#edits: 1 = <4780/info:/1734078049685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4803=[#edits: 1 = <4781/info:/1734078049686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4804=[#edits: 1 = <4782/info:/1734078049686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4805=[#edits: 1 = <4783/info:/1734078049686/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=12276, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:49,692 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:49,692 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 13006, reset compression=false 2024-12-13T08:20:49,692 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4806=[#edits: 1 = <4784/info:/1734078049687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4807=[#edits: 1 = <4785/info:/1734078049687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4808=[#edits: 1 = <4786/info:/1734078049688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4809=[#edits: 1 = <4787/info:/1734078049688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4810=[#edits: 1 = <4788/info:/1734078049688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4811=[#edits: 1 = <4789/info:/1734078049689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4812=[#edits: 1 = <4790/info:/1734078049689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4813=[#edits: 1 = <4791/info:/1734078049689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4814=[#edits: 1 = <4792/info:/1734078049690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4815=[#edits: 1 = <4793/info:/1734078049690/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=13006, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:49,697 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:49,697 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 13590, reset compression=false 2024-12-13T08:20:49,697 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4816=[#edits: 1 = <4794/info:/1734078049690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4817=[#edits: 1 = <4795/info:/1734078049691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4818=[#edits: 1 = <4796/info:/1734078049692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4819=[#edits: 1 = <4797/info:/1734078049692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4820=[#edits: 1 = <4798/info:/1734078049694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4821=[#edits: 1 = <4799/info:/1734078049694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4822=[#edits: 1 = <4800/info:/1734078049694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4823=[#edits: 1 = <4801/info:/1734078049695/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=13590, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:49,704 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:49,704 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 14028, reset compression=false 2024-12-13T08:20:49,704 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4824=[#edits: 1 = <4802/info:/1734078049696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4825=[#edits: 1 = <4803/info:/1734078049697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4826=[#edits: 1 = <4804/info:/1734078049698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4827=[#edits: 1 = <4805/info:/1734078049698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4828=[#edits: 1 = <4806/info:/1734078049699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4829=[#edits: 1 = <4807/info:/1734078049701/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=14028, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:49,709 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:20:49,709 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 14320, reset compression=false 2024-12-13T08:20:49,709 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4830=[#edits: 1 = <4808/info:/1734078049703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4831=[#edits: 1 = <4809/info:/1734078049703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4832=[#edits: 1 = <4810/info:/1734078049705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4833=[#edits: 1 = <4811/info:/1734078049707/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=14320, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-13T08:20:49,716 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:49,716 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 15050, reset compression=false 2024-12-13T08:20:49,716 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4834=[#edits: 1 = <4812/info:/1734078049707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4835=[#edits: 1 = <4813/info:/1734078049709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4836=[#edits: 1 = <4814/info:/1734078049709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4837=[#edits: 1 = <4815/info:/1734078049710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4838=[#edits: 1 = <4816/info:/1734078049710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4839=[#edits: 1 = <4817/info:/1734078049710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4840=[#edits: 1 = <4818/info:/1734078049711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4841=[#edits: 1 = <4819/info:/1734078049711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4842=[#edits: 1 = <4820/info:/1734078049711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4843=[#edits: 1 = <4821/info:/1734078049712/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=15050, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:49,726 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:49,726 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 16802, reset compression=false 2024-12-13T08:20:49,726 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4844=[#edits: 1 = <4822/info:/1734078049712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4845=[#edits: 1 = <4823/info:/1734078049713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4846=[#edits: 1 = <4824/info:/1734078049713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4847=[#edits: 1 = <4825/info:/1734078049713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4848=[#edits: 1 = <4826/info:/1734078049714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4849=[#edits: 1 = <4827/info:/1734078049714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4850=[#edits: 1 = <4828/info:/1734078049714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4851=[#edits: 1 = <4829/info:/1734078049715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4852=[#edits: 1 = <4830/info:/1734078049715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4853=[#edits: 1 = <4831/info:/1734078049715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4854=[#edits: 1 = <4832/info:/1734078049716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4855=[#edits: 1 = <4833/info:/1734078049716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4856=[#edits: 1 = <4834/info:/1734078049716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4857=[#edits: 1 = <4835/info:/1734078049717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4858=[#edits: 1 = <4836/info:/1734078049717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4859=[#edits: 1 = <4837/info:/1734078049718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4860=[#edits: 1 = <4838/info:/1734078049718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4861=[#edits: 1 = <4839/info:/1734078049719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4862=[#edits: 1 = <4840/info:/1734078049720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4863=[#edits: 1 = <4841/info:/1734078049721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4864=[#edits: 1 = <4842/info:/1734078049721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4865=[#edits: 1 = <4843/info:/1734078049722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4866=[#edits: 1 = <4844/info:/1734078049722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4867=[#edits: 1 = <4845/info:/1734078049723/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=16802, nbRowKeys=24, nbHFiles=0, heapSize=4128, lastSeqIds={}, endOfFile=false,usedBufferSize=4128] 2024-12-13T08:20:49,730 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:49,730 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 17532, reset compression=false 2024-12-13T08:20:49,730 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4868=[#edits: 1 = <4846/info:/1734078049725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4869=[#edits: 1 = <4847/info:/1734078049725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4870=[#edits: 1 = <4848/info:/1734078049726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4871=[#edits: 1 = <4849/info:/1734078049726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4872=[#edits: 1 = <4850/info:/1734078049726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4873=[#edits: 1 = <4851/info:/1734078049727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4874=[#edits: 1 = <4852/info:/1734078049727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4875=[#edits: 1 = <4853/info:/1734078049728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4876=[#edits: 1 = <4854/info:/1734078049728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4877=[#edits: 1 = <4855/info:/1734078049728/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=17532, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:49,733 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:49,733 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 18335, reset compression=false 2024-12-13T08:20:49,733 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4878=[#edits: 1 = <4856/info:/1734078049729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4879=[#edits: 1 = <4857/info:/1734078049729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4880=[#edits: 1 = <4858/info:/1734078049729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4881=[#edits: 1 = <4859/info:/1734078049730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4882=[#edits: 1 = <4860/info:/1734078049730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4883=[#edits: 1 = <4861/info:/1734078049730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4884=[#edits: 1 = <4862/info:/1734078049731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4885=[#edits: 1 = <4863/info:/1734078049731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4886=[#edits: 1 = <4864/info:/1734078049731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4887=[#edits: 1 = <4865/info:/1734078049731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4888=[#edits: 1 = <4866/info:/1734078049732/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=18335, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:49,737 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:49,737 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 18773, reset compression=false 2024-12-13T08:20:49,737 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4889=[#edits: 1 = <4867/info:/1734078049732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4890=[#edits: 1 = <4868/info:/1734078049733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4891=[#edits: 1 = <4869/info:/1734078049733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4892=[#edits: 1 = <4870/info:/1734078049734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4893=[#edits: 1 = <4871/info:/1734078049735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4894=[#edits: 1 = <4872/info:/1734078049736/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=18773, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:49,741 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:49,741 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 19503, reset compression=false 2024-12-13T08:20:49,741 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4895=[#edits: 1 = <4873/info:/1734078049736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4896=[#edits: 1 = <4874/info:/1734078049736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4897=[#edits: 1 = <4875/info:/1734078049737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4898=[#edits: 1 = <4876/info:/1734078049737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4899=[#edits: 1 = <4877/info:/1734078049738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4900=[#edits: 1 = <4878/info:/1734078049738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4901=[#edits: 1 = <4879/info:/1734078049738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4902=[#edits: 1 = <4880/info:/1734078049739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4903=[#edits: 1 = <4881/info:/1734078049739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4904=[#edits: 1 = <4882/info:/1734078049739/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=19503, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:49,745 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:49,745 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 20233, reset compression=false 2024-12-13T08:20:49,745 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4905=[#edits: 1 = <4883/info:/1734078049740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4906=[#edits: 1 = <4884/info:/1734078049740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4907=[#edits: 1 = <4885/info:/1734078049740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4908=[#edits: 1 = <4886/info:/1734078049741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4909=[#edits: 1 = <4887/info:/1734078049741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4910=[#edits: 1 = <4888/info:/1734078049741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4911=[#edits: 1 = <4889/info:/1734078049742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4912=[#edits: 1 = <4890/info:/1734078049742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4913=[#edits: 1 = <4891/info:/1734078049742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4914=[#edits: 1 = <4892/info:/1734078049743/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=20233, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:49,750 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:49,750 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 20963, reset compression=false 2024-12-13T08:20:49,750 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4915=[#edits: 1 = <4893/info:/1734078049743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4916=[#edits: 1 = <4894/info:/1734078049744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4917=[#edits: 1 = <4895/info:/1734078049745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4918=[#edits: 1 = <4896/info:/1734078049745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4919=[#edits: 1 = <4897/info:/1734078049745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4920=[#edits: 1 = <4898/info:/1734078049746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4921=[#edits: 1 = <4899/info:/1734078049746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4922=[#edits: 1 = <4900/info:/1734078049746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4923=[#edits: 1 = <4901/info:/1734078049747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4924=[#edits: 1 = <4902/info:/1734078049747/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=20963, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:49,754 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:49,754 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 21693, reset compression=false 2024-12-13T08:20:49,754 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4925=[#edits: 1 = <4903/info:/1734078049747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4926=[#edits: 1 = <4904/info:/1734078049749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4927=[#edits: 1 = <4905/info:/1734078049750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4928=[#edits: 1 = <4906/info:/1734078049750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4929=[#edits: 1 = <4907/info:/1734078049751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4930=[#edits: 1 = <4908/info:/1734078049751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4931=[#edits: 1 = <4909/info:/1734078049751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4932=[#edits: 1 = <4910/info:/1734078049752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4933=[#edits: 1 = <4911/info:/1734078049752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4934=[#edits: 1 = <4912/info:/1734078049753/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=21693, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:49,758 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:49,758 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 22350, reset compression=false 2024-12-13T08:20:49,759 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4935=[#edits: 1 = <4913/info:/1734078049753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4936=[#edits: 1 = <4914/info:/1734078049753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4937=[#edits: 1 = <4915/info:/1734078049754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4938=[#edits: 1 = <4916/info:/1734078049754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4939=[#edits: 1 = <4917/info:/1734078049754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4940=[#edits: 1 = <4918/info:/1734078049755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4941=[#edits: 1 = <4919/info:/1734078049755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4942=[#edits: 1 = <4920/info:/1734078049756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4943=[#edits: 1 = <4921/info:/1734078049756/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=22350, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:49,763 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:49,763 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 22788, reset compression=false 2024-12-13T08:20:49,763 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4944=[#edits: 1 = <4922/info:/1734078049758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4945=[#edits: 1 = <4923/info:/1734078049759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4946=[#edits: 1 = <4924/info:/1734078049760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4947=[#edits: 1 = <4925/info:/1734078049760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4948=[#edits: 1 = <4926/info:/1734078049761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4949=[#edits: 1 = <4927/info:/1734078049762/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=22788, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:49,767 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:49,767 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 22934, reset compression=false 2024-12-13T08:20:49,767 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4950=[#edits: 1 = <4928/info:/1734078049762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4951=[#edits: 1 = <4929/info:/1734078049763/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=22934, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-13T08:20:49,773 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:49,773 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 23299, reset compression=false 2024-12-13T08:20:49,773 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4952=[#edits: 1 = <4930/info:/1734078049763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4953=[#edits: 1 = <4931/info:/1734078049768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4954=[#edits: 1 = <4932/info:/1734078049770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4955=[#edits: 1 = <4933/info:/1734078049770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4956=[#edits: 1 = <4934/info:/1734078049770/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=23299, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:49,781 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-13T08:20:49,781 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 24467, reset compression=false 2024-12-13T08:20:49,781 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4957=[#edits: 1 = <4935/info:/1734078049771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4958=[#edits: 1 = <4936/info:/1734078049771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4959=[#edits: 1 = <4937/info:/1734078049772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4960=[#edits: 1 = <4938/info:/1734078049772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4961=[#edits: 1 = <4939/info:/1734078049773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4962=[#edits: 1 = <4940/info:/1734078049773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4963=[#edits: 1 = <4941/info:/1734078049773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4964=[#edits: 1 = <4942/info:/1734078049774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4965=[#edits: 1 = <4943/info:/1734078049774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4966=[#edits: 1 = <4944/info:/1734078049777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4967=[#edits: 1 = <4945/info:/1734078049777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4968=[#edits: 1 = <4946/info:/1734078049778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4969=[#edits: 1 = <4947/info:/1734078049778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4970=[#edits: 1 = <4948/info:/1734078049778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4971=[#edits: 1 = <4949/info:/1734078049779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4972=[#edits: 1 = <4950/info:/1734078049779/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=24467, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-13T08:20:49,792 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-13T08:20:49,792 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 26000, reset compression=false 2024-12-13T08:20:49,792 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4973=[#edits: 1 = <4951/info:/1734078049779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4974=[#edits: 1 = <4952/info:/1734078049780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4975=[#edits: 1 = <4953/info:/1734078049782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4976=[#edits: 1 = <4954/info:/1734078049784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4977=[#edits: 1 = <4955/info:/1734078049784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4978=[#edits: 1 = <4956/info:/1734078049785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4979=[#edits: 1 = <4957/info:/1734078049786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4980=[#edits: 1 = <4958/info:/1734078049786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4981=[#edits: 1 = <4959/info:/1734078049786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4982=[#edits: 1 = <4960/info:/1734078049787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4983=[#edits: 1 = <4961/info:/1734078049787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4984=[#edits: 1 = <4962/info:/1734078049787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4985=[#edits: 1 = <4963/info:/1734078049788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4986=[#edits: 1 = <4964/info:/1734078049788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4987=[#edits: 1 = <4965/info:/1734078049788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4988=[#edits: 1 = <4966/info:/1734078049789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4989=[#edits: 1 = <4967/info:/1734078049789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4990=[#edits: 1 = <4968/info:/1734078049789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4991=[#edits: 1 = <4969/info:/1734078049790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4992=[#edits: 1 = <4970/info:/1734078049790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4993=[#edits: 1 = <4971/info:/1734078049790/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=26000, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-13T08:20:49,796 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:20:49,796 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 26365, reset compression=false 2024-12-13T08:20:49,796 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4994=[#edits: 1 = <4972/info:/1734078049791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4995=[#edits: 1 = <4973/info:/1734078049791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4996=[#edits: 1 = <4974/info:/1734078049792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4997=[#edits: 1 = <4975/info:/1734078049792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4998=[#edits: 1 = <4976/info:/1734078049794/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=26365, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-13T08:20:49,801 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:49,801 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 27022, reset compression=false 2024-12-13T08:20:49,801 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4999=[#edits: 1 = <4977/info:/1734078049796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5000=[#edits: 1 = <4978/info:/1734078049797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5001=[#edits: 1 = <4979/info:/1734078049797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5002=[#edits: 1 = <4980/info:/1734078049797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5003=[#edits: 1 = <4981/info:/1734078049798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5004=[#edits: 1 = <4982/info:/1734078049798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5005=[#edits: 1 = <4983/info:/1734078049798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5006=[#edits: 1 = <4984/info:/1734078049799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5007=[#edits: 1 = <4985/info:/1734078049799/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=27022, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:49,804 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [90,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:49,804 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$1(355): verifying replication for region replica:{ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-13T08:20:49,805 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:49,805 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 27971, reset compression=false 2024-12-13T08:20:49,805 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5008=[#edits: 1 = <4986/info:/1734078049799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5009=[#edits: 1 = <4987/info:/1734078049800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5010=[#edits: 1 = <4988/info:/1734078049800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5011=[#edits: 1 = <4989/info:/1734078049800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5012=[#edits: 1 = <4990/info:/1734078049801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5013=[#edits: 1 = <4991/info:/1734078049801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5014=[#edits: 1 = <4992/info:/1734078049802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5015=[#edits: 1 = <4993/info:/1734078049802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5016=[#edits: 1 = <4994/info:/1734078049802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5017=[#edits: 1 = <4995/info:/1734078049802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5018=[#edits: 1 = <4996/info:/1734078049803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5019=[#edits: 1 = <4997/info:/1734078049803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5020=[#edits: 1 = <4998/info:/1734078049803/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=27971, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:49,807 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39341%2C1734078026661,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:20:49,809 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:49,809 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5021=[#edits: 1 = <4999/info:/1734078049804/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta, lastWalPosition=28044, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-13T08:20:49,812 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:20:50,022 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:20:50,073 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [90,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:50,073 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$1(355): verifying replication for region replica:{ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-13T08:20:50,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:20:50,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:50,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:50,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:50,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:50,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:50,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:50,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:50,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:50,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:50,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:50,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:50,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:50,285 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x085ea65e to 127.0.0.1:51101 2024-12-13T08:20:50,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:50,285 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T08:20:50,285 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T08:20:50,285 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05f1eadf to 127.0.0.1:51101 2024-12-13T08:20:50,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:50,286 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T08:20:50,286 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=556433137, stopped=false 2024-12-13T08:20:50,286 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=6b1293cedc9a,45893,1734078042916 2024-12-13T08:20:50,327 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:20:50,330 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T08:20:50,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:50,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:50,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:50,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:50,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:50,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:50,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:50,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:50,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:50,330 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,45283,1734078043064' ***** 2024-12-13T08:20:50,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:50,331 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:50,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:50,331 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,35159,1734078043100' ***** 2024-12-13T08:20:50,331 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:50,331 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,42877,1734078043128' ***** 2024-12-13T08:20:50,331 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:50,331 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,35911,1734078043158' ***** 2024-12-13T08:20:50,331 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:50,331 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:50,331 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:50,331 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:50,332 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:50,332 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:50,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:50,332 INFO [RS:2;6b1293cedc9a:42877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:50,332 INFO [RS:2;6b1293cedc9a:42877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:50,332 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,42877,1734078043128 2024-12-13T08:20:50,332 DEBUG [RS:2;6b1293cedc9a:42877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:50,332 INFO [RS:1;6b1293cedc9a:35159 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:50,332 INFO [RS:1;6b1293cedc9a:35159 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:50,332 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T08:20:50,332 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:50,332 DEBUG [RS:2;6b1293cedc9a:42877 {}] regionserver.HRegionServer(1603): Online Regions={534574363=hbase:meta,,1_0001.534574363} 2024-12-13T08:20:50,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:50,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:50,332 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.HRegionServer(3579): Received CLOSE for 534574363 2024-12-13T08:20:50,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:50,332 INFO [RS:0;6b1293cedc9a:45283 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:50,332 INFO [RS:0;6b1293cedc9a:45283 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:50,332 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,45283,1734078043064 2024-12-13T08:20:50,333 DEBUG [RS:0;6b1293cedc9a:45283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:50,333 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:50,333 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:50,333 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:50,333 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T08:20:50,333 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T08:20:50,333 DEBUG [RS:0;6b1293cedc9a:45283 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-13T08:20:50,333 DEBUG [RS:0;6b1293cedc9a:45283 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T08:20:50,333 INFO [RS:3;6b1293cedc9a:35911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:50,333 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:20:50,333 INFO [RS:3;6b1293cedc9a:35911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:50,333 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,35911,1734078043158 2024-12-13T08:20:50,333 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:20:50,333 DEBUG [RS:3;6b1293cedc9a:35911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:50,333 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:20:50,333 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T08:20:50,333 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:20:50,333 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:20:50,333 DEBUG [RS:3;6b1293cedc9a:35911 {}] regionserver.HRegionServer(1603): Online Regions={1657623790=hbase:meta,,1_0002.1657623790} 2024-12-13T08:20:50,333 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.HRegionServer(3579): Received CLOSE for 1657623790 2024-12-13T08:20:50,333 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:50,333 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=125 KB heapSize=407 KB 2024-12-13T08:20:50,333 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:50,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:50,334 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.HRegionServer(3579): Received CLOSE for 086cf6f89ddf396fc7e35ba7c45f4de3 2024-12-13T08:20:50,334 DEBUG [RS:3;6b1293cedc9a:35911 {}] regionserver.HRegionServer(1629): Waiting on 1657623790 2024-12-13T08:20:50,334 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-13T08:20:50,334 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-13T08:20:50,334 DEBUG [RS:2;6b1293cedc9a:42877 {}] regionserver.HRegionServer(1629): Waiting on 534574363 2024-12-13T08:20:50,334 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-13T08:20:50,334 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-13T08:20:50,334 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-13T08:20:50,334 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-13T08:20:50,334 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-13T08:20:50,334 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,35159,1734078043100 2024-12-13T08:20:50,334 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-13T08:20:50,334 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-13T08:20:50,334 DEBUG [RS:1;6b1293cedc9a:35159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:50,335 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-13T08:20:50,335 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 086cf6f89ddf396fc7e35ba7c45f4de3, disabling compactions & flushes 2024-12-13T08:20:50,335 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T08:20:50,335 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3. 2024-12-13T08:20:50,335 DEBUG [RS:1;6b1293cedc9a:35159 {}] regionserver.HRegionServer(1603): Online Regions={086cf6f89ddf396fc7e35ba7c45f4de3=hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3.} 2024-12-13T08:20:50,335 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3. 2024-12-13T08:20:50,335 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3. after waiting 0 ms 2024-12-13T08:20:50,335 DEBUG [RS:1;6b1293cedc9a:35159 {}] regionserver.HRegionServer(1629): Waiting on 086cf6f89ddf396fc7e35ba7c45f4de3 2024-12-13T08:20:50,335 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3. 2024-12-13T08:20:50,335 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 086cf6f89ddf396fc7e35ba7c45f4de3 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T08:20:50,340 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:50,340 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-13T08:20:50,340 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-13T08:20:50,340 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0002.1657623790 2024-12-13T08:20:50,348 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/.tmp/info/3a89fb8e397e403db6c79572799fc057 is 36, key is 1000/info:/1734078047354/Put/seqid=0 2024-12-13T08:20:50,349 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:50,349 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-13T08:20:50,349 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-13T08:20:50,349 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0001.534574363 2024-12-13T08:20:50,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741848_1024 (size=170687) 2024-12-13T08:20:50,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741848_1024 (size=170687) 2024-12-13T08:20:50,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741848_1024 (size=170687) 2024-12-13T08:20:50,361 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=125 KB at sequenceid=5022 (bloomFilter=true), to=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/.tmp/info/3a89fb8e397e403db6c79572799fc057 2024-12-13T08:20:50,367 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/namespace/086cf6f89ddf396fc7e35ba7c45f4de3/.tmp/info/836958ea64884203b8f80899927332f6 is 45, key is default/info:d/1734078044715/Put/seqid=0 2024-12-13T08:20:50,368 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/.tmp/info/3a89fb8e397e403db6c79572799fc057 as hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/info/3a89fb8e397e403db6c79572799fc057 2024-12-13T08:20:50,372 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/info/3a89fb8e397e403db6c79572799fc057, entries=4000, sequenceid=5022, filesize=166.7 K 2024-12-13T08:20:50,374 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~125 KB/128000, heapSize ~406.48 KB/416240, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=5022, compaction requested=true 2024-12-13T08:20:50,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741849_1025 (size=5037) 2024-12-13T08:20:50,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741849_1025 (size=5037) 2024-12-13T08:20:50,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741849_1025 (size=5037) 2024-12-13T08:20:50,380 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/namespace/086cf6f89ddf396fc7e35ba7c45f4de3/.tmp/info/836958ea64884203b8f80899927332f6 2024-12-13T08:20:50,383 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/meta/1588230740/recovered.edits/5025.seqid, newMaxSeqId=5025, maxSeqId=12 2024-12-13T08:20:50,383 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:50,383 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:50,383 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:20:50,383 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:50,390 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:50,390 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:50,394 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/namespace/086cf6f89ddf396fc7e35ba7c45f4de3/.tmp/info/836958ea64884203b8f80899927332f6 as hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/namespace/086cf6f89ddf396fc7e35ba7c45f4de3/info/836958ea64884203b8f80899927332f6 2024-12-13T08:20:50,398 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/namespace/086cf6f89ddf396fc7e35ba7c45f4de3/info/836958ea64884203b8f80899927332f6, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T08:20:50,399 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 086cf6f89ddf396fc7e35ba7c45f4de3 in 64ms, sequenceid=6, compaction requested=false 2024-12-13T08:20:50,402 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/data/hbase/namespace/086cf6f89ddf396fc7e35ba7c45f4de3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T08:20:50,403 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3. 2024-12-13T08:20:50,403 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 086cf6f89ddf396fc7e35ba7c45f4de3: 2024-12-13T08:20:50,403 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734078044298.086cf6f89ddf396fc7e35ba7c45f4de3. 2024-12-13T08:20:50,407 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:50,409 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:50,412 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:50,423 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:50,533 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,45283,1734078043064; all regions closed. 2024-12-13T08:20:50,534 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,35911,1734078043158; all regions closed. 2024-12-13T08:20:50,534 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,42877,1734078043128; all regions closed. 2024-12-13T08:20:50,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741847_1023 (size=28692) 2024-12-13T08:20:50,535 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,35159,1734078043100; all regions closed. 2024-12-13T08:20:50,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741847_1023 (size=28692) 2024-12-13T08:20:50,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741847_1023 (size=28692) 2024-12-13T08:20:50,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741833_1009 (size=93) 2024-12-13T08:20:50,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741833_1009 (size=93) 2024-12-13T08:20:50,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741833_1009 (size=93) 2024-12-13T08:20:50,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741834_1010 (size=1414) 2024-12-13T08:20:50,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741834_1010 (size=1414) 2024-12-13T08:20:50,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741836_1012 (size=93) 2024-12-13T08:20:50,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741836_1012 (size=93) 2024-12-13T08:20:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741834_1010 (size=1414) 2024-12-13T08:20:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741836_1012 (size=93) 2024-12-13T08:20:50,543 DEBUG [RS:3;6b1293cedc9a:35911 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/oldWALs 2024-12-13T08:20:50,543 INFO [RS:3;6b1293cedc9a:35911 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C35911%2C1734078043158:(num 1734078043729) 2024-12-13T08:20:50,543 DEBUG [RS:3;6b1293cedc9a:35911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:50,543 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:50,544 INFO [RS:3;6b1293cedc9a:35911 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:50,544 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:50,544 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:50,544 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:50,544 INFO [RS:3;6b1293cedc9a:35911 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35911 2024-12-13T08:20:50,544 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:50,548 DEBUG [RS:1;6b1293cedc9a:35159 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/oldWALs 2024-12-13T08:20:50,548 INFO [RS:1;6b1293cedc9a:35159 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C35159%2C1734078043100:(num 1734078043734) 2024-12-13T08:20:50,548 DEBUG [RS:2;6b1293cedc9a:42877 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/oldWALs 2024-12-13T08:20:50,548 DEBUG [RS:1;6b1293cedc9a:35159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:50,548 INFO [RS:2;6b1293cedc9a:42877 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C42877%2C1734078043128:(num 1734078043740) 2024-12-13T08:20:50,548 DEBUG [RS:2;6b1293cedc9a:42877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:50,548 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:50,548 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:50,548 INFO [RS:1;6b1293cedc9a:35159 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:50,548 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:50,548 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:50,548 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:50,548 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:50,548 INFO [RS:1;6b1293cedc9a:35159 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35159 2024-12-13T08:20:50,548 INFO [RS:2;6b1293cedc9a:42877 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:50,549 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:50,549 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:50,549 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:50,549 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:50,549 INFO [RS:2;6b1293cedc9a:42877 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42877 2024-12-13T08:20:50,550 DEBUG [RS:0;6b1293cedc9a:45283 {}] wal.AbstractFSWAL(1071): Moved 5 WAL file(s) to /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/oldWALs 2024-12-13T08:20:50,550 INFO [RS:0;6b1293cedc9a:45283 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C45283%2C1734078043064.meta:.meta(num 1734078049587) 2024-12-13T08:20:50,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741835_1011 (size=93) 2024-12-13T08:20:50,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741835_1011 (size=93) 2024-12-13T08:20:50,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741835_1011 (size=93) 2024-12-13T08:20:50,555 DEBUG [RS:0;6b1293cedc9a:45283 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/oldWALs 2024-12-13T08:20:50,555 INFO [RS:0;6b1293cedc9a:45283 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C45283%2C1734078043064:(num 1734078043734) 2024-12-13T08:20:50,555 DEBUG [RS:0;6b1293cedc9a:45283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:50,555 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:50,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:20:50,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,35911,1734078043158 2024-12-13T08:20:50,555 INFO [RS:0;6b1293cedc9a:45283 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:50,556 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:50,555 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$369/0x00007f54c88f7bf8@4f8f1257 rejected from java.util.concurrent.ThreadPoolExecutor@a8d95c2[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 24] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-13T08:20:50,556 INFO [RS:0;6b1293cedc9a:45283 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45283 2024-12-13T08:20:50,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,35159,1734078043100 2024-12-13T08:20:50,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,42877,1734078043128 2024-12-13T08:20:50,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,45283,1734078043064 2024-12-13T08:20:50,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:20:50,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,35911,1734078043158] 2024-12-13T08:20:50,572 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,35911,1734078043158; numProcessing=1 2024-12-13T08:20:50,588 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,35911,1734078043158 already deleted, retry=false 2024-12-13T08:20:50,588 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,35911,1734078043158 expired; onlineServers=3 2024-12-13T08:20:50,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,42877,1734078043128] 2024-12-13T08:20:50,589 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,42877,1734078043128; numProcessing=2 2024-12-13T08:20:50,597 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,42877,1734078043128 already deleted, retry=false 2024-12-13T08:20:50,597 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,42877,1734078043128 expired; onlineServers=2 2024-12-13T08:20:50,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,35159,1734078043100] 2024-12-13T08:20:50,597 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,35159,1734078043100; numProcessing=3 2024-12-13T08:20:50,605 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,35159,1734078043100 already deleted, retry=false 2024-12-13T08:20:50,605 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,35159,1734078043100 expired; onlineServers=1 2024-12-13T08:20:50,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,45283,1734078043064] 2024-12-13T08:20:50,605 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,45283,1734078043064; numProcessing=4 2024-12-13T08:20:50,613 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,45283,1734078043064 already deleted, retry=false 2024-12-13T08:20:50,613 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,45283,1734078043064 expired; onlineServers=0 2024-12-13T08:20:50,613 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,45893,1734078042916' ***** 2024-12-13T08:20:50,613 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T08:20:50,614 DEBUG [M:0;6b1293cedc9a:45893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119232f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:50,614 INFO [M:0;6b1293cedc9a:45893 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,45893,1734078042916 2024-12-13T08:20:50,614 INFO [M:0;6b1293cedc9a:45893 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,45893,1734078042916; all regions closed. 2024-12-13T08:20:50,614 DEBUG [M:0;6b1293cedc9a:45893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:50,614 DEBUG [M:0;6b1293cedc9a:45893 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T08:20:50,614 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T08:20:50,614 DEBUG [M:0;6b1293cedc9a:45893 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T08:20:50,614 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734078043421 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734078043421,5,FailOnTimeoutGroup] 2024-12-13T08:20:50,614 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734078043421 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734078043421,5,FailOnTimeoutGroup] 2024-12-13T08:20:50,614 INFO [M:0;6b1293cedc9a:45893 {}] hbase.ChoreService(370): Chore service for: master/6b1293cedc9a:0 had [] on shutdown 2024-12-13T08:20:50,614 DEBUG [M:0;6b1293cedc9a:45893 {}] master.HMaster(1733): Stopping service threads 2024-12-13T08:20:50,614 INFO [M:0;6b1293cedc9a:45893 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T08:20:50,615 INFO [M:0;6b1293cedc9a:45893 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T08:20:50,615 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T08:20:50,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:50,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:50,622 DEBUG [M:0;6b1293cedc9a:45893 {}] zookeeper.ZKUtil(347): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-13T08:20:50,622 WARN [M:0;6b1293cedc9a:45893 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T08:20:50,622 INFO [M:0;6b1293cedc9a:45893 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T08:20:50,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:50,622 INFO [M:0;6b1293cedc9a:45893 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T08:20:50,622 DEBUG [M:0;6b1293cedc9a:45893 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T08:20:50,622 INFO [M:0;6b1293cedc9a:45893 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:50,622 DEBUG [M:0;6b1293cedc9a:45893 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:50,622 DEBUG [M:0;6b1293cedc9a:45893 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T08:20:50,622 DEBUG [M:0;6b1293cedc9a:45893 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:50,622 INFO [M:0;6b1293cedc9a:45893 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=101.92 KB heapSize=120.97 KB 2024-12-13T08:20:50,641 DEBUG [M:0;6b1293cedc9a:45893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88b2f7033ef744b58437bc08bd9f942b is 82, key is hbase:meta,,1/info:regioninfo/1734078047311/Put/seqid=0 2024-12-13T08:20:50,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741850_1026 (size=7349) 2024-12-13T08:20:50,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741850_1026 (size=7349) 2024-12-13T08:20:50,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741850_1026 (size=7349) 2024-12-13T08:20:50,646 INFO [M:0;6b1293cedc9a:45893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.20 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88b2f7033ef744b58437bc08bd9f942b 2024-12-13T08:20:50,666 DEBUG [M:0;6b1293cedc9a:45893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27d433def9894261b30a9749eb7214b9 is 2426, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734078045925/Put/seqid=0 2024-12-13T08:20:50,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741851_1027 (size=9804) 2024-12-13T08:20:50,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741851_1027 (size=9804) 2024-12-13T08:20:50,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741851_1027 (size=9804) 2024-12-13T08:20:50,671 INFO [M:0;6b1293cedc9a:45893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98.46 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27d433def9894261b30a9749eb7214b9 2024-12-13T08:20:50,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:50,672 INFO [RS:3;6b1293cedc9a:35911 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,35911,1734078043158; zookeeper connection closed. 2024-12-13T08:20:50,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x1001e7a2f920004, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:50,672 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c510952 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c510952 2024-12-13T08:20:50,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:50,680 INFO [RS:2;6b1293cedc9a:42877 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,42877,1734078043128; zookeeper connection closed. 2024-12-13T08:20:50,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:50,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35159-0x1001e7a2f920002, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:50,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x1001e7a2f920003, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:50,680 INFO [RS:1;6b1293cedc9a:35159 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,35159,1734078043100; zookeeper connection closed. 2024-12-13T08:20:50,680 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5abacd5a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5abacd5a 2024-12-13T08:20:50,681 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34bad4ed {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34bad4ed 2024-12-13T08:20:50,685 DEBUG [M:0;6b1293cedc9a:45893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4498fcdae0f543dea2c8566bb34d215a is 69, key is 6b1293cedc9a,35159,1734078043100/rs:state/1734078043543/Put/seqid=0 2024-12-13T08:20:50,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:50,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1001e7a2f920001, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:50,689 INFO [RS:0;6b1293cedc9a:45283 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,45283,1734078043064; zookeeper connection closed. 2024-12-13T08:20:50,689 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4623a2d9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4623a2d9 2024-12-13T08:20:50,689 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 4 regionserver(s) complete 2024-12-13T08:20:50,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741852_1028 (size=5360) 2024-12-13T08:20:50,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741852_1028 (size=5360) 2024-12-13T08:20:50,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741852_1028 (size=5360) 2024-12-13T08:20:50,690 INFO [M:0;6b1293cedc9a:45893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=260 B at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4498fcdae0f543dea2c8566bb34d215a 2024-12-13T08:20:50,695 DEBUG [M:0;6b1293cedc9a:45893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88b2f7033ef744b58437bc08bd9f942b as hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88b2f7033ef744b58437bc08bd9f942b 2024-12-13T08:20:50,699 INFO [M:0;6b1293cedc9a:45893 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88b2f7033ef744b58437bc08bd9f942b, entries=33, sequenceid=183, filesize=7.2 K 2024-12-13T08:20:50,703 DEBUG [M:0;6b1293cedc9a:45893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27d433def9894261b30a9749eb7214b9 as hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27d433def9894261b30a9749eb7214b9 2024-12-13T08:20:50,707 INFO [M:0;6b1293cedc9a:45893 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27d433def9894261b30a9749eb7214b9, entries=20, sequenceid=183, filesize=9.6 K 2024-12-13T08:20:50,708 DEBUG [M:0;6b1293cedc9a:45893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4498fcdae0f543dea2c8566bb34d215a as hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4498fcdae0f543dea2c8566bb34d215a 2024-12-13T08:20:50,712 INFO [M:0;6b1293cedc9a:45893 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4498fcdae0f543dea2c8566bb34d215a, entries=4, sequenceid=183, filesize=5.2 K 2024-12-13T08:20:50,713 INFO [M:0;6b1293cedc9a:45893 {}] regionserver.HRegion(3040): Finished flush of dataSize ~101.92 KB/104361, heapSize ~120.67 KB/123568, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 91ms, sequenceid=183, compaction requested=false 2024-12-13T08:20:50,714 INFO [M:0;6b1293cedc9a:45893 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:50,714 DEBUG [M:0;6b1293cedc9a:45893 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:20:50,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33375 is added to blk_1073741830_1006 (size=116919) 2024-12-13T08:20:50,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37643 is added to blk_1073741830_1006 (size=116919) 2024-12-13T08:20:50,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39635 is added to blk_1073741830_1006 (size=116919) 2024-12-13T08:20:50,718 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:50,718 INFO [M:0;6b1293cedc9a:45893 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T08:20:50,718 INFO [M:0;6b1293cedc9a:45893 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45893 2024-12-13T08:20:50,722 DEBUG [M:0;6b1293cedc9a:45893 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/6b1293cedc9a,45893,1734078042916 already deleted, retry=false 2024-12-13T08:20:50,733 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:20:50,733 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:50,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:50,830 INFO [M:0;6b1293cedc9a:45893 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,45893,1734078042916; zookeeper connection closed. 2024-12-13T08:20:50,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45893-0x1001e7a2f920000, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:50,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31f29df1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:50,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eb4402e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:50,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:50,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d76f3da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:50,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e64031e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:50,834 WARN [BP-1211902605-172.17.0.2-1734078040674 heartbeating to localhost/127.0.0.1:46449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:50,834 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:50,834 WARN [BP-1211902605-172.17.0.2-1734078040674 heartbeating to localhost/127.0.0.1:46449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1211902605-172.17.0.2-1734078040674 (Datanode Uuid ff943aec-3e16-4df9-b54a-5ee32cc18f04) service to localhost/127.0.0.1:46449 2024-12-13T08:20:50,834 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:50,835 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/dfs/data/data7/current/BP-1211902605-172.17.0.2-1734078040674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:50,835 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/dfs/data/data8/current/BP-1211902605-172.17.0.2-1734078040674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:50,835 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:50,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e0b60b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:50,836 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42e878f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:50,836 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:50,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c52d3b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:50,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57968fb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:50,838 WARN [BP-1211902605-172.17.0.2-1734078040674 heartbeating to localhost/127.0.0.1:46449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:50,838 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:50,838 WARN [BP-1211902605-172.17.0.2-1734078040674 heartbeating to localhost/127.0.0.1:46449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1211902605-172.17.0.2-1734078040674 (Datanode Uuid 6f91169c-6e04-4b74-95ed-16ee7d1f042d) service to localhost/127.0.0.1:46449 2024-12-13T08:20:50,838 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:50,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/dfs/data/data5/current/BP-1211902605-172.17.0.2-1734078040674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:50,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/dfs/data/data6/current/BP-1211902605-172.17.0.2-1734078040674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:50,839 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:50,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59b9892f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:50,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a59b19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:50,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:50,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44e2c404{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:50,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c07615d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:50,841 WARN [BP-1211902605-172.17.0.2-1734078040674 heartbeating to localhost/127.0.0.1:46449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:50,841 WARN [BP-1211902605-172.17.0.2-1734078040674 heartbeating to localhost/127.0.0.1:46449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1211902605-172.17.0.2-1734078040674 (Datanode Uuid 0c1bddec-ab23-45cd-8325-1468accb044b) service to localhost/127.0.0.1:46449 2024-12-13T08:20:50,841 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:50,842 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:50,842 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/dfs/data/data3/current/BP-1211902605-172.17.0.2-1734078040674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:50,842 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/dfs/data/data4/current/BP-1211902605-172.17.0.2-1734078040674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:50,842 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:50,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@417352e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:50,844 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f896ffd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:50,844 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:50,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32202b2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:50,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f62b9cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:50,848 WARN [BP-1211902605-172.17.0.2-1734078040674 heartbeating to localhost/127.0.0.1:46449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:50,848 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:50,848 WARN [BP-1211902605-172.17.0.2-1734078040674 heartbeating to localhost/127.0.0.1:46449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1211902605-172.17.0.2-1734078040674 (Datanode Uuid 7544b4be-61af-4b94-86cf-abdf4bd22e95) service to localhost/127.0.0.1:46449 2024-12-13T08:20:50,848 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:50,849 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/dfs/data/data1/current/BP-1211902605-172.17.0.2-1734078040674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:50,849 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/cluster_3b1b367a-94ce-9515-d8ec-543fab4b7365/dfs/data/data2/current/BP-1211902605-172.17.0.2-1734078040674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:50,849 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:50,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@346986fb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T08:20:50,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d7286b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:50,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:50,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12898e86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:50,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ea6003{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:50,861 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-13T08:20:50,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T08:20:50,899 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testCatalogReplicaReplicationWithReplicaMoved Thread=303 (was 259) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51101@0x553e7fb6-SendThread(127.0.0.1:51101) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RS-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:46449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51101@0x553e7fb6-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-29-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-30-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:46449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51101@0x553e7fb6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$725/0x00007f54c8ae27c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:46449 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:46449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:46449 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-30-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-30-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:46449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-29-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:46449 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-31-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:51101) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:46449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-31-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-31-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) Potentially hanging thread: nioEventLoopGroup-28-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:46449 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=672 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 245) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9964 (was 10155) 2024-12-13T08:20:50,908 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testCatalogReplicaReplicationWithFlushAndCompaction Thread=303, OpenFileDescriptor=672, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=9968 2024-12-13T08:20:50,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/hadoop.log.dir so I do NOT create it in target/test-data/4674ceac-658f-9767-697e-84de529c2a55 2024-12-13T08:20:50,920 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/hadoop.log.dir Erasing configuration value by system value. 2024-12-13T08:20:50,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/hadoop.tmp.dir so I do NOT create it in target/test-data/4674ceac-658f-9767-697e-84de529c2a55 2024-12-13T08:20:50,920 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6f48dc9-6cea-8bff-7961-71a7c157b0bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-13T08:20:50,920 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55 2024-12-13T08:20:50,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=4, rsPorts=, rsClass=null, numDataNodes=4, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T08:20:50,920 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4, deleteOnExit=true 2024-12-13T08:20:50,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T08:20:50,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/test.cache.data in system properties and HBase conf 2024-12-13T08:20:50,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T08:20:50,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/hadoop.log.dir in system properties and HBase conf 2024-12-13T08:20:50,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T08:20:50,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T08:20:50,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T08:20:50,921 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T08:20:50,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T08:20:50,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T08:20:50,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T08:20:50,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T08:20:50,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T08:20:50,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T08:20:50,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T08:20:50,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T08:20:50,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T08:20:50,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/nfs.dump.dir in system properties and HBase conf 2024-12-13T08:20:50,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/java.io.tmpdir in system properties and HBase conf 2024-12-13T08:20:50,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T08:20:50,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T08:20:50,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T08:20:50,959 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1001e7a2f920006, quorum=127.0.0.1:51101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-13T08:20:50,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1001e7a2f920006, quorum=127.0.0.1:51101, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-13T08:20:51,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:51,185 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:51,186 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:51,186 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:51,186 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T08:20:51,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:51,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42b7d505{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:51,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dba8762{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:51,233 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:20:51,233 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:51,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@500bb3ed{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/java.io.tmpdir/jetty-localhost-39195-hadoop-hdfs-3_4_1-tests_jar-_-any-5563745813198756338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T08:20:51,282 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@717ab58f{HTTP/1.1, (http/1.1)}{localhost:39195} 2024-12-13T08:20:51,282 INFO [Time-limited test {}] server.Server(415): Started @173376ms 2024-12-13T08:20:51,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:51,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:51,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:51,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:51,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:20:51,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@683d89fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:51,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77dce6ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:51,496 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:51,496 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:51,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ce3e01a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/java.io.tmpdir/jetty-localhost-37453-hadoop-hdfs-3_4_1-tests_jar-_-any-13521940003718314258/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:51,575 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79155e07{HTTP/1.1, (http/1.1)}{localhost:37453} 2024-12-13T08:20:51,575 INFO [Time-limited test {}] server.Server(415): Started @173669ms 2024-12-13T08:20:51,576 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:51,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:51,612 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:51,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:51,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:51,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:20:51,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12b402a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:51,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@441a1381{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:51,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ecad9d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/java.io.tmpdir/jetty-localhost-40151-hadoop-hdfs-3_4_1-tests_jar-_-any-15190894764617565277/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:51,822 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68bf1dbc{HTTP/1.1, (http/1.1)}{localhost:40151} 2024-12-13T08:20:51,822 INFO [Time-limited test {}] server.Server(415): Started @173916ms 2024-12-13T08:20:51,823 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:51,833 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:20:51,833 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:51,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:51,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:51,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:51,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:51,861 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:20:51,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fb5ceba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:51,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1818e92b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:51,890 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:51,890 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:51,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6da82798{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/java.io.tmpdir/jetty-localhost-41923-hadoop-hdfs-3_4_1-tests_jar-_-any-9239863699992081414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:51,953 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47ec51e2{HTTP/1.1, (http/1.1)}{localhost:41923} 2024-12-13T08:20:51,953 INFO [Time-limited test {}] server.Server(415): Started @174047ms 2024-12-13T08:20:51,954 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:51,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:51,984 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:51,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:51,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:51,985 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:20:51,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@130b9ea3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:51,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3610f76f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:52,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43098cbb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/java.io.tmpdir/jetty-localhost-40111-hadoop-hdfs-3_4_1-tests_jar-_-any-9439773082238302653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:52,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ec9951a{HTTP/1.1, (http/1.1)}{localhost:40111} 2024-12-13T08:20:52,076 INFO [Time-limited test {}] server.Server(415): Started @174170ms 2024-12-13T08:20:52,077 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:52,534 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:20:52,534 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:52,599 WARN [Thread-3230 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/dfs/data/data1/current/BP-992712281-172.17.0.2-1734078050937/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:52,599 WARN [Thread-3231 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/dfs/data/data2/current/BP-992712281-172.17.0.2-1734078050937/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:52,602 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:20:52,602 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:52,616 WARN [Thread-3149 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:20:52,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88f7561a7c246c28 with lease ID 0xc43139a738ca9021: Processing first storage report for DS-5f2a7fcb-a8a0-4f1c-b11f-45431c0fff7a from datanode DatanodeRegistration(127.0.0.1:39519, datanodeUuid=8a70fab3-3167-44ef-857f-07c5c95f95b3, infoPort=35517, infoSecurePort=0, ipcPort=35135, storageInfo=lv=-57;cid=testClusterID;nsid=1922743995;c=1734078050937) 2024-12-13T08:20:52,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88f7561a7c246c28 with lease ID 0xc43139a738ca9021: from storage DS-5f2a7fcb-a8a0-4f1c-b11f-45431c0fff7a node DatanodeRegistration(127.0.0.1:39519, datanodeUuid=8a70fab3-3167-44ef-857f-07c5c95f95b3, infoPort=35517, infoSecurePort=0, ipcPort=35135, storageInfo=lv=-57;cid=testClusterID;nsid=1922743995;c=1734078050937), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T08:20:52,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88f7561a7c246c28 with lease ID 0xc43139a738ca9021: Processing first storage report for DS-6df66753-8808-4545-9b0a-f789c415247f from datanode DatanodeRegistration(127.0.0.1:39519, datanodeUuid=8a70fab3-3167-44ef-857f-07c5c95f95b3, infoPort=35517, infoSecurePort=0, ipcPort=35135, storageInfo=lv=-57;cid=testClusterID;nsid=1922743995;c=1734078050937) 2024-12-13T08:20:52,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88f7561a7c246c28 with lease ID 0xc43139a738ca9021: from storage DS-6df66753-8808-4545-9b0a-f789c415247f node DatanodeRegistration(127.0.0.1:39519, datanodeUuid=8a70fab3-3167-44ef-857f-07c5c95f95b3, infoPort=35517, infoSecurePort=0, ipcPort=35135, storageInfo=lv=-57;cid=testClusterID;nsid=1922743995;c=1734078050937), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:52,766 WARN [Thread-3243 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/dfs/data/data3/current/BP-992712281-172.17.0.2-1734078050937/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:52,766 WARN [Thread-3244 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/dfs/data/data4/current/BP-992712281-172.17.0.2-1734078050937/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:52,785 WARN [Thread-3172 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:20:52,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48605222e998f319 with lease ID 0xc43139a738ca9022: Processing first storage report for DS-5a18d8e5-9ad6-46d3-8050-756d6ccbcd3f from datanode DatanodeRegistration(127.0.0.1:36433, datanodeUuid=ae05a1eb-5e70-488b-9ec8-33e144b64aff, infoPort=45073, infoSecurePort=0, ipcPort=41479, storageInfo=lv=-57;cid=testClusterID;nsid=1922743995;c=1734078050937) 2024-12-13T08:20:52,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48605222e998f319 with lease ID 0xc43139a738ca9022: from storage DS-5a18d8e5-9ad6-46d3-8050-756d6ccbcd3f node DatanodeRegistration(127.0.0.1:36433, datanodeUuid=ae05a1eb-5e70-488b-9ec8-33e144b64aff, infoPort=45073, infoSecurePort=0, ipcPort=41479, storageInfo=lv=-57;cid=testClusterID;nsid=1922743995;c=1734078050937), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T08:20:52,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48605222e998f319 with lease ID 0xc43139a738ca9022: Processing first storage report for DS-039b5d9b-9c56-4e2b-a86d-7487c8701600 from datanode DatanodeRegistration(127.0.0.1:36433, datanodeUuid=ae05a1eb-5e70-488b-9ec8-33e144b64aff, infoPort=45073, infoSecurePort=0, ipcPort=41479, storageInfo=lv=-57;cid=testClusterID;nsid=1922743995;c=1734078050937) 2024-12-13T08:20:52,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48605222e998f319 with lease ID 0xc43139a738ca9022: from storage DS-039b5d9b-9c56-4e2b-a86d-7487c8701600 node DatanodeRegistration(127.0.0.1:36433, datanodeUuid=ae05a1eb-5e70-488b-9ec8-33e144b64aff, infoPort=45073, infoSecurePort=0, ipcPort=41479, storageInfo=lv=-57;cid=testClusterID;nsid=1922743995;c=1734078050937), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:52,932 WARN [Thread-3256 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/dfs/data/data6/current/BP-992712281-172.17.0.2-1734078050937/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:52,932 WARN [Thread-3255 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/dfs/data/data5/current/BP-992712281-172.17.0.2-1734078050937/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:52,953 WARN [Thread-3194 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:20:52,955 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb2e649e6316f9ff with lease ID 0xc43139a738ca9023: Processing first storage report for DS-b92c69da-4016-48c0-801f-0b948767a597 from datanode DatanodeRegistration(127.0.0.1:36195, datanodeUuid=58a0a555-2e18-42b1-9983-a3fbc1f0d17e, infoPort=45837, infoSecurePort=0, ipcPort=41179, storageInfo=lv=-57;cid=testClusterID;nsid=1922743995;c=1734078050937) 2024-12-13T08:20:52,955 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb2e649e6316f9ff with lease ID 0xc43139a738ca9023: from storage DS-b92c69da-4016-48c0-801f-0b948767a597 node DatanodeRegistration(127.0.0.1:36195, datanodeUuid=58a0a555-2e18-42b1-9983-a3fbc1f0d17e, infoPort=45837, infoSecurePort=0, ipcPort=41179, storageInfo=lv=-57;cid=testClusterID;nsid=1922743995;c=1734078050937), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:52,955 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb2e649e6316f9ff with lease ID 0xc43139a738ca9023: Processing first storage report for DS-70b1dd39-4eb1-41fd-a28f-b86346398d58 from datanode DatanodeRegistration(127.0.0.1:36195, datanodeUuid=58a0a555-2e18-42b1-9983-a3fbc1f0d17e, infoPort=45837, infoSecurePort=0, ipcPort=41179, storageInfo=lv=-57;cid=testClusterID;nsid=1922743995;c=1734078050937) 2024-12-13T08:20:52,955 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb2e649e6316f9ff with lease ID 0xc43139a738ca9023: from storage DS-70b1dd39-4eb1-41fd-a28f-b86346398d58 node DatanodeRegistration(127.0.0.1:36195, datanodeUuid=58a0a555-2e18-42b1-9983-a3fbc1f0d17e, infoPort=45837, infoSecurePort=0, ipcPort=41179, storageInfo=lv=-57;cid=testClusterID;nsid=1922743995;c=1734078050937), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:53,044 WARN [Thread-3267 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/dfs/data/data8/current/BP-992712281-172.17.0.2-1734078050937/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:53,044 WARN [Thread-3266 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/dfs/data/data7/current/BP-992712281-172.17.0.2-1734078050937/current, will proceed with Du for space computation calculation, 2024-12-13T08:20:53,058 WARN [Thread-3217 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:20:53,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e58121ec24ee046 with lease ID 0xc43139a738ca9024: Processing first storage report for DS-cd99a14f-1f99-42cf-8c7a-a998becac645 from datanode DatanodeRegistration(127.0.0.1:37559, datanodeUuid=c47b684b-6c03-4d64-a884-a722c231b490, infoPort=36689, infoSecurePort=0, ipcPort=42633, storageInfo=lv=-57;cid=testClusterID;nsid=1922743995;c=1734078050937) 2024-12-13T08:20:53,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e58121ec24ee046 with lease ID 0xc43139a738ca9024: from storage DS-cd99a14f-1f99-42cf-8c7a-a998becac645 node DatanodeRegistration(127.0.0.1:37559, datanodeUuid=c47b684b-6c03-4d64-a884-a722c231b490, infoPort=36689, infoSecurePort=0, ipcPort=42633, storageInfo=lv=-57;cid=testClusterID;nsid=1922743995;c=1734078050937), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:53,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e58121ec24ee046 with lease ID 0xc43139a738ca9024: Processing first storage report for DS-ae3c7032-dade-4d90-b0de-c510bdcaabb3 from datanode DatanodeRegistration(127.0.0.1:37559, datanodeUuid=c47b684b-6c03-4d64-a884-a722c231b490, infoPort=36689, infoSecurePort=0, ipcPort=42633, storageInfo=lv=-57;cid=testClusterID;nsid=1922743995;c=1734078050937) 2024-12-13T08:20:53,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e58121ec24ee046 with lease ID 0xc43139a738ca9024: from storage DS-ae3c7032-dade-4d90-b0de-c510bdcaabb3 node DatanodeRegistration(127.0.0.1:37559, datanodeUuid=c47b684b-6c03-4d64-a884-a722c231b490, infoPort=36689, infoSecurePort=0, ipcPort=42633, storageInfo=lv=-57;cid=testClusterID;nsid=1922743995;c=1734078050937), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:20:53,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55 2024-12-13T08:20:53,104 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/zookeeper_0, clientPort=53839, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-13T08:20:53,105 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=53839 2024-12-13T08:20:53,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:53,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:53,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:20:53,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:20:53,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:20:53,118 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155 with version=8 2024-12-13T08:20:53,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/hbase-staging 2024-12-13T08:20:53,120 INFO [Time-limited test {}] client.ConnectionUtils(129): master/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:53,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:53,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:53,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:53,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:53,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:53,121 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:53,121 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:53,121 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34183 2024-12-13T08:20:53,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:53,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:53,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34183 connecting to ZooKeeper ensemble=127.0.0.1:53839 2024-12-13T08:20:53,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341830x0, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:53,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34183-0x1001e7a576f0000 connected 2024-12-13T08:20:53,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:53,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:53,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:53,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34183 2024-12-13T08:20:53,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34183 2024-12-13T08:20:53,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34183 2024-12-13T08:20:53,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34183 2024-12-13T08:20:53,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34183 2024-12-13T08:20:53,262 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155, hbase.cluster.distributed=false 2024-12-13T08:20:53,280 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:53,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:53,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:53,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:53,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:53,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:53,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:53,281 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:53,281 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39897 2024-12-13T08:20:53,281 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:20:53,282 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:20:53,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:53,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:53,285 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39897 connecting to ZooKeeper ensemble=127.0.0.1:53839 2024-12-13T08:20:53,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398970x0, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:53,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39897-0x1001e7a576f0001 connected 2024-12-13T08:20:53,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:53,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:53,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:53,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39897 2024-12-13T08:20:53,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39897 2024-12-13T08:20:53,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39897 2024-12-13T08:20:53,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39897 2024-12-13T08:20:53,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39897 2024-12-13T08:20:53,308 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:53,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:53,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:53,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:53,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:53,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:53,309 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:53,309 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:53,309 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44729 2024-12-13T08:20:53,309 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:20:53,310 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:20:53,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:53,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:53,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44729 connecting to ZooKeeper ensemble=127.0.0.1:53839 2024-12-13T08:20:53,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447290x0, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:53,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447290x0, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:53,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44729-0x1001e7a576f0002 connected 2024-12-13T08:20:53,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:53,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:53,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44729 2024-12-13T08:20:53,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44729 2024-12-13T08:20:53,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44729 2024-12-13T08:20:53,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44729 2024-12-13T08:20:53,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44729 2024-12-13T08:20:53,334 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:20:53,334 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:53,344 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:53,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:53,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:53,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:53,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:53,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:53,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:53,344 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:53,345 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37913 2024-12-13T08:20:53,345 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:20:53,346 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:20:53,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:53,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:53,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37913 connecting to ZooKeeper ensemble=127.0.0.1:53839 2024-12-13T08:20:53,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379130x0, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:53,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379130x0, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:53,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37913-0x1001e7a576f0003 connected 2024-12-13T08:20:53,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:53,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:53,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37913 2024-12-13T08:20:53,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37913 2024-12-13T08:20:53,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37913 2024-12-13T08:20:53,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37913 2024-12-13T08:20:53,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37913 2024-12-13T08:20:53,374 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:20:53,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:53,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:53,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:20:53,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:20:53,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:20:53,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:20:53,374 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:20:53,375 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39061 2024-12-13T08:20:53,375 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:20:53,375 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:20:53,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:53,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:53,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39061 connecting to ZooKeeper ensemble=127.0.0.1:53839 2024-12-13T08:20:53,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390610x0, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:53,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390610x0, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:53,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39061-0x1001e7a576f0004 connected 2024-12-13T08:20:53,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:53,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:20:53,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39061 2024-12-13T08:20:53,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39061 2024-12-13T08:20:53,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39061 2024-12-13T08:20:53,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39061 2024-12-13T08:20:53,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39061 2024-12-13T08:20:53,392 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/6b1293cedc9a,34183,1734078053120 2024-12-13T08:20:53,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:53,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:53,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:53,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:53,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:53,400 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6b1293cedc9a,34183,1734078053120 2024-12-13T08:20:53,404 DEBUG [M:0;6b1293cedc9a:34183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1293cedc9a:34183 2024-12-13T08:20:53,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:53,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:53,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:53,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:53,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:53,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,408 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-13T08:20:53,409 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6b1293cedc9a,34183,1734078053120 from backup master directory 2024-12-13T08:20:53,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-13T08:20:53,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:53,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6b1293cedc9a,34183,1734078053120 2024-12-13T08:20:53,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:53,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:53,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:53,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:20:53,416 WARN [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:53,416 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1293cedc9a,34183,1734078053120 2024-12-13T08:20:53,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:20:53,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:20:53,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:20:53,427 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/hbase.id with ID: 64238b8e-2767-4525-a08a-1115223beccf 2024-12-13T08:20:53,434 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:20:53,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:20:53,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:20:53,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:20:53,448 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:20:53,448 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T08:20:53,449 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:53,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:20:53,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:20:53,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:20:53,455 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store 2024-12-13T08:20:53,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:20:53,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:20:53,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:20:53,462 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:53,462 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T08:20:53,462 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:53,462 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:53,462 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T08:20:53,462 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:53,462 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:53,462 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:20:53,463 WARN [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/.initializing 2024-12-13T08:20:53,463 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/WALs/6b1293cedc9a,34183,1734078053120 2024-12-13T08:20:53,464 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:53,465 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1293cedc9a%2C34183%2C1734078053120, suffix=, logDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/WALs/6b1293cedc9a,34183,1734078053120, archiveDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/oldWALs, maxLogs=10 2024-12-13T08:20:53,476 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/WALs/6b1293cedc9a,34183,1734078053120/6b1293cedc9a%2C34183%2C1734078053120.1734078053465, exclude list is [], retry=0 2024-12-13T08:20:53,479 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36433,DS-5a18d8e5-9ad6-46d3-8050-756d6ccbcd3f,DISK] 2024-12-13T08:20:53,479 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36195,DS-b92c69da-4016-48c0-801f-0b948767a597,DISK] 2024-12-13T08:20:53,479 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37559,DS-cd99a14f-1f99-42cf-8c7a-a998becac645,DISK] 2024-12-13T08:20:53,480 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/WALs/6b1293cedc9a,34183,1734078053120/6b1293cedc9a%2C34183%2C1734078053120.1734078053465 2024-12-13T08:20:53,481 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45073:45073),(127.0.0.1/127.0.0.1:36689:36689),(127.0.0.1/127.0.0.1:45837:45837)] 2024-12-13T08:20:53,481 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:53,481 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:53,481 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:53,481 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:53,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:53,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T08:20:53,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:53,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:53,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:53,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T08:20:53,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:53,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:53,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:53,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T08:20:53,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:53,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:53,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:53,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T08:20:53,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:53,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:53,490 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:53,490 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:53,491 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:53,491 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:53,491 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T08:20:53,492 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:20:53,493 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:20:53,494 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69929050, jitterRate=0.042024046182632446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T08:20:53,494 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:20:53,494 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T08:20:53,496 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecde95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:53,497 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T08:20:53,497 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T08:20:53,497 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T08:20:53,497 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T08:20:53,497 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-13T08:20:53,497 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-13T08:20:53,497 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T08:20:53,499 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T08:20:53,499 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-13T08:20:53,508 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-13T08:20:53,509 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T08:20:53,509 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-13T08:20:53,516 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-13T08:20:53,516 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T08:20:53,517 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-13T08:20:53,525 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-13T08:20:53,525 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-13T08:20:53,533 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-13T08:20:53,534 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T08:20:53,541 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-13T08:20:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,550 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=6b1293cedc9a,34183,1734078053120, sessionid=0x1001e7a576f0000, setting cluster-up flag (Was=false) 2024-12-13T08:20:53,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,591 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-13T08:20:53,592 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1293cedc9a,34183,1734078053120 2024-12-13T08:20:53,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:53,633 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-13T08:20:53,634 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1293cedc9a,34183,1734078053120 2024-12-13T08:20:53,636 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T08:20:53,636 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T08:20:53,636 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T08:20:53,636 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1293cedc9a,34183,1734078053120 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T08:20:53,637 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:20:53,637 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:20:53,637 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:20:53,637 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:20:53,637 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1293cedc9a:0, corePoolSize=10, maxPoolSize=10 2024-12-13T08:20:53,637 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,637 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:53,637 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T08:20:53,638 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734078083638 2024-12-13T08:20:53,638 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T08:20:53,638 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T08:20:53,638 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T08:20:53,639 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T08:20:53,639 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T08:20:53,639 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T08:20:53,639 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T08:20:53,639 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,639 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T08:20:53,639 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T08:20:53,639 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T08:20:53,639 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:53,639 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:20:53,640 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T08:20:53,640 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T08:20:53,643 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734078053640,5,FailOnTimeoutGroup] 2024-12-13T08:20:53,655 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734078053643,5,FailOnTimeoutGroup] 2024-12-13T08:20:53,655 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,655 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T08:20:53,655 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,655 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:20:53,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:20:53,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:20:53,661 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T08:20:53,661 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155 2024-12-13T08:20:53,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741832_1008 (size=32) 2024-12-13T08:20:53,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741832_1008 (size=32) 2024-12-13T08:20:53,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741832_1008 (size=32) 2024-12-13T08:20:53,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:53,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:20:53,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:20:53,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:53,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:53,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:20:53,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:20:53,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:53,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:53,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:20:53,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:20:53,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:53,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:53,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740 2024-12-13T08:20:53,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740 2024-12-13T08:20:53,683 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:53,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:20:53,688 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:20:53,688 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71784494, jitterRate=0.06967231631278992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:53,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:20:53,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:20:53,689 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:20:53,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:20:53,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:20:53,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:20:53,689 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:53,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:20:53,690 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T08:20:53,690 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T08:20:53,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T08:20:53,690 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T08:20:53,691 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:20:53,704 DEBUG [RS:1;6b1293cedc9a:44729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6b1293cedc9a:44729 2024-12-13T08:20:53,705 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.HRegionServer(1008): ClusterId : 64238b8e-2767-4525-a08a-1115223beccf 2024-12-13T08:20:53,705 DEBUG [RS:1;6b1293cedc9a:44729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:20:53,707 DEBUG [RS:0;6b1293cedc9a:39897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1293cedc9a:39897 2024-12-13T08:20:53,707 DEBUG [RS:2;6b1293cedc9a:37913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6b1293cedc9a:37913 2024-12-13T08:20:53,713 DEBUG [RS:3;6b1293cedc9a:39061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:3;6b1293cedc9a:39061 2024-12-13T08:20:53,714 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.HRegionServer(1008): ClusterId : 64238b8e-2767-4525-a08a-1115223beccf 2024-12-13T08:20:53,714 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.HRegionServer(1008): ClusterId : 64238b8e-2767-4525-a08a-1115223beccf 2024-12-13T08:20:53,714 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.HRegionServer(1008): ClusterId : 64238b8e-2767-4525-a08a-1115223beccf 2024-12-13T08:20:53,714 DEBUG [RS:2;6b1293cedc9a:37913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:20:53,714 DEBUG [RS:0;6b1293cedc9a:39897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:20:53,714 DEBUG [RS:3;6b1293cedc9a:39061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:20:53,722 DEBUG [RS:1;6b1293cedc9a:44729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:20:53,722 DEBUG [RS:1;6b1293cedc9a:44729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:20:53,739 DEBUG [RS:0;6b1293cedc9a:39897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:20:53,739 DEBUG [RS:2;6b1293cedc9a:37913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:20:53,739 DEBUG [RS:2;6b1293cedc9a:37913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:20:53,739 DEBUG [RS:0;6b1293cedc9a:39897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:20:53,739 DEBUG [RS:3;6b1293cedc9a:39061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:20:53,739 DEBUG [RS:3;6b1293cedc9a:39061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:20:53,748 DEBUG [RS:1;6b1293cedc9a:44729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:20:53,748 DEBUG [RS:1;6b1293cedc9a:44729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756095a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:53,748 DEBUG [RS:1;6b1293cedc9a:44729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d8152b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:53,748 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:20:53,748 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:20:53,748 DEBUG [RS:1;6b1293cedc9a:44729 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:20:53,756 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,34183,1734078053120 with isa=6b1293cedc9a/172.17.0.2:44729, startcode=1734078053308 2024-12-13T08:20:53,756 DEBUG [RS:2;6b1293cedc9a:37913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:20:53,756 DEBUG [RS:1;6b1293cedc9a:44729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:20:53,756 DEBUG [RS:0;6b1293cedc9a:39897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:20:53,756 DEBUG [RS:2;6b1293cedc9a:37913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9e281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:53,756 DEBUG [RS:0;6b1293cedc9a:39897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fce7b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:53,756 DEBUG [RS:3;6b1293cedc9a:39061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:20:53,756 DEBUG [RS:3;6b1293cedc9a:39061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e78aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:53,756 DEBUG [RS:2;6b1293cedc9a:37913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bec63a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:53,756 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:20:53,757 DEBUG [RS:0;6b1293cedc9a:39897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cec904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:53,757 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:20:53,757 DEBUG [RS:2;6b1293cedc9a:37913 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:20:53,757 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:20:53,757 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:20:53,757 DEBUG [RS:3;6b1293cedc9a:39061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39651610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:53,757 DEBUG [RS:0;6b1293cedc9a:39897 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:20:53,757 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:20:53,757 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:20:53,757 DEBUG [RS:3;6b1293cedc9a:39061 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:20:53,757 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,34183,1734078053120 with isa=6b1293cedc9a/172.17.0.2:37913, startcode=1734078053343 2024-12-13T08:20:53,757 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,34183,1734078053120 with isa=6b1293cedc9a/172.17.0.2:39897, startcode=1734078053280 2024-12-13T08:20:53,757 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,34183,1734078053120 with isa=6b1293cedc9a/172.17.0.2:39061, startcode=1734078053373 2024-12-13T08:20:53,757 DEBUG [RS:0;6b1293cedc9a:39897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:20:53,757 DEBUG [RS:2;6b1293cedc9a:37913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:20:53,757 DEBUG [RS:3;6b1293cedc9a:39061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:20:53,757 INFO [RS-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57965, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:20:53,758 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34183 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,44729,1734078053308 2024-12-13T08:20:53,758 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34183 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,44729,1734078053308 2024-12-13T08:20:53,758 INFO [RS-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49471, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:20:53,758 INFO [RS-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34079, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:20:53,758 INFO [RS-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48299, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:20:53,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34183 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,39897,1734078053280 2024-12-13T08:20:53,759 DEBUG [RS:1;6b1293cedc9a:44729 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155 2024-12-13T08:20:53,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34183 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,39897,1734078053280 2024-12-13T08:20:53,759 DEBUG [RS:1;6b1293cedc9a:44729 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34147 2024-12-13T08:20:53,759 DEBUG [RS:1;6b1293cedc9a:44729 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:20:53,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34183 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,39061,1734078053373 2024-12-13T08:20:53,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34183 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,39061,1734078053373 2024-12-13T08:20:53,759 DEBUG [RS:0;6b1293cedc9a:39897 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155 2024-12-13T08:20:53,759 DEBUG [RS:0;6b1293cedc9a:39897 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34147 2024-12-13T08:20:53,759 DEBUG [RS:0;6b1293cedc9a:39897 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:20:53,760 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34183 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,37913,1734078053343 2024-12-13T08:20:53,760 DEBUG [RS:3;6b1293cedc9a:39061 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155 2024-12-13T08:20:53,760 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34183 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,37913,1734078053343 2024-12-13T08:20:53,760 DEBUG [RS:3;6b1293cedc9a:39061 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34147 2024-12-13T08:20:53,760 DEBUG [RS:3;6b1293cedc9a:39061 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:20:53,761 DEBUG [RS:2;6b1293cedc9a:37913 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155 2024-12-13T08:20:53,761 DEBUG [RS:2;6b1293cedc9a:37913 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34147 2024-12-13T08:20:53,761 DEBUG [RS:2;6b1293cedc9a:37913 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:20:53,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:20:53,806 DEBUG [RS:1;6b1293cedc9a:44729 {}] zookeeper.ZKUtil(111): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,44729,1734078053308 2024-12-13T08:20:53,806 WARN [RS:1;6b1293cedc9a:44729 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:53,806 DEBUG [RS:0;6b1293cedc9a:39897 {}] zookeeper.ZKUtil(111): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,39897,1734078053280 2024-12-13T08:20:53,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,44729,1734078053308] 2024-12-13T08:20:53,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,39897,1734078053280] 2024-12-13T08:20:53,806 INFO [RS:1;6b1293cedc9a:44729 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:53,806 WARN [RS:0;6b1293cedc9a:39897 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:53,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,37913,1734078053343] 2024-12-13T08:20:53,807 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,39061,1734078053373] 2024-12-13T08:20:53,807 DEBUG [RS:3;6b1293cedc9a:39061 {}] zookeeper.ZKUtil(111): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,39061,1734078053373 2024-12-13T08:20:53,807 DEBUG [RS:2;6b1293cedc9a:37913 {}] zookeeper.ZKUtil(111): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,37913,1734078053343 2024-12-13T08:20:53,807 INFO [RS:0;6b1293cedc9a:39897 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:53,807 DEBUG [RS:1;6b1293cedc9a:44729 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,44729,1734078053308 2024-12-13T08:20:53,807 WARN [RS:3;6b1293cedc9a:39061 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:53,807 WARN [RS:2;6b1293cedc9a:37913 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:20:53,807 DEBUG [RS:0;6b1293cedc9a:39897 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39897,1734078053280 2024-12-13T08:20:53,807 INFO [RS:2;6b1293cedc9a:37913 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:53,807 INFO [RS:3;6b1293cedc9a:39061 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:53,807 DEBUG [RS:2;6b1293cedc9a:37913 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,37913,1734078053343 2024-12-13T08:20:53,807 DEBUG [RS:3;6b1293cedc9a:39061 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373 2024-12-13T08:20:53,812 DEBUG [RS:0;6b1293cedc9a:39897 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:20:53,812 DEBUG [RS:2;6b1293cedc9a:37913 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:20:53,812 DEBUG [RS:1;6b1293cedc9a:44729 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:20:53,812 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:20:53,812 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:20:53,813 DEBUG [RS:3;6b1293cedc9a:39061 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:20:53,813 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:20:53,814 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:20:53,815 INFO [RS:1;6b1293cedc9a:44729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:53,815 INFO [RS:1;6b1293cedc9a:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,815 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:20:53,816 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:20:53,816 INFO [RS:1;6b1293cedc9a:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,816 DEBUG [RS:1;6b1293cedc9a:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,816 DEBUG [RS:1;6b1293cedc9a:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,816 DEBUG [RS:1;6b1293cedc9a:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,816 DEBUG [RS:1;6b1293cedc9a:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,816 DEBUG [RS:1;6b1293cedc9a:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,816 DEBUG [RS:1;6b1293cedc9a:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:53,816 DEBUG [RS:1;6b1293cedc9a:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,816 DEBUG [RS:1;6b1293cedc9a:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,816 DEBUG [RS:1;6b1293cedc9a:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,816 DEBUG [RS:1;6b1293cedc9a:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,816 DEBUG [RS:1;6b1293cedc9a:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,816 DEBUG [RS:1;6b1293cedc9a:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:53,816 DEBUG [RS:1;6b1293cedc9a:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:53,817 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:20:53,819 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:20:53,819 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:20:53,820 INFO [RS:2;6b1293cedc9a:37913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:53,820 INFO [RS:2;6b1293cedc9a:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,820 INFO [RS:0;6b1293cedc9a:39897 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:53,820 INFO [RS:0;6b1293cedc9a:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,820 INFO [RS:3;6b1293cedc9a:39061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:53,820 INFO [RS:3;6b1293cedc9a:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,822 INFO [RS:1;6b1293cedc9a:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,822 INFO [RS:1;6b1293cedc9a:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,822 INFO [RS:1;6b1293cedc9a:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,822 INFO [RS:1;6b1293cedc9a:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,822 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:20:53,822 INFO [RS:1;6b1293cedc9a:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,44729,1734078053308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:53,822 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:20:53,823 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:20:53,823 INFO [RS:3;6b1293cedc9a:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,823 INFO [RS:0;6b1293cedc9a:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,823 DEBUG [RS:3;6b1293cedc9a:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:3;6b1293cedc9a:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:0;6b1293cedc9a:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:3;6b1293cedc9a:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:0;6b1293cedc9a:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:3;6b1293cedc9a:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:3;6b1293cedc9a:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:0;6b1293cedc9a:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:3;6b1293cedc9a:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:53,823 DEBUG [RS:0;6b1293cedc9a:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:3;6b1293cedc9a:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:3;6b1293cedc9a:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:0;6b1293cedc9a:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:3;6b1293cedc9a:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:3;6b1293cedc9a:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:0;6b1293cedc9a:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:53,823 DEBUG [RS:3;6b1293cedc9a:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:0;6b1293cedc9a:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:3;6b1293cedc9a:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:53,823 DEBUG [RS:3;6b1293cedc9a:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:53,823 DEBUG [RS:0;6b1293cedc9a:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:0;6b1293cedc9a:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:0;6b1293cedc9a:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,823 DEBUG [RS:0;6b1293cedc9a:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,824 DEBUG [RS:0;6b1293cedc9a:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:53,824 DEBUG [RS:0;6b1293cedc9a:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:53,824 INFO [RS:2;6b1293cedc9a:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,824 DEBUG [RS:2;6b1293cedc9a:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,824 DEBUG [RS:2;6b1293cedc9a:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,824 DEBUG [RS:2;6b1293cedc9a:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,824 DEBUG [RS:2;6b1293cedc9a:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,824 DEBUG [RS:2;6b1293cedc9a:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,824 DEBUG [RS:2;6b1293cedc9a:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:20:53,824 DEBUG [RS:2;6b1293cedc9a:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,824 DEBUG [RS:2;6b1293cedc9a:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,824 DEBUG [RS:2;6b1293cedc9a:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,824 DEBUG [RS:2;6b1293cedc9a:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,824 DEBUG [RS:2;6b1293cedc9a:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:20:53,824 DEBUG [RS:2;6b1293cedc9a:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:53,824 DEBUG [RS:2;6b1293cedc9a:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:20:53,830 INFO [RS:3;6b1293cedc9a:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,830 INFO [RS:3;6b1293cedc9a:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,830 INFO [RS:3;6b1293cedc9a:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,830 INFO [RS:3;6b1293cedc9a:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,830 INFO [RS:3;6b1293cedc9a:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,39061,1734078053373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:53,830 INFO [RS:0;6b1293cedc9a:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,830 INFO [RS:0;6b1293cedc9a:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,830 INFO [RS:0;6b1293cedc9a:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,830 INFO [RS:0;6b1293cedc9a:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,830 INFO [RS:0;6b1293cedc9a:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,39897,1734078053280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:53,830 INFO [RS:2;6b1293cedc9a:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,830 INFO [RS:2;6b1293cedc9a:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,830 INFO [RS:2;6b1293cedc9a:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,830 INFO [RS:2;6b1293cedc9a:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,830 INFO [RS:2;6b1293cedc9a:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,37913,1734078053343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:53,835 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:20:53,836 INFO [RS:1;6b1293cedc9a:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,44729,1734078053308-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,841 WARN [6b1293cedc9a:34183 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-13T08:20:53,842 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:20:53,842 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:20:53,842 INFO [RS:2;6b1293cedc9a:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,37913,1734078053343-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,842 INFO [RS:0;6b1293cedc9a:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,39897,1734078053280-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,847 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.Replication(204): 6b1293cedc9a,44729,1734078053308 started 2024-12-13T08:20:53,847 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,44729,1734078053308, RpcServer on 6b1293cedc9a/172.17.0.2:44729, sessionid=0x1001e7a576f0002 2024-12-13T08:20:53,847 DEBUG [RS:1;6b1293cedc9a:44729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:20:53,847 DEBUG [RS:1;6b1293cedc9a:44729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,44729,1734078053308 2024-12-13T08:20:53,847 DEBUG [RS:1;6b1293cedc9a:44729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,44729,1734078053308' 2024-12-13T08:20:53,847 DEBUG [RS:1;6b1293cedc9a:44729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:20:53,848 DEBUG [RS:1;6b1293cedc9a:44729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:20:53,848 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:20:53,848 INFO [RS:3;6b1293cedc9a:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,39061,1734078053373-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:53,848 DEBUG [RS:1;6b1293cedc9a:44729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:20:53,848 DEBUG [RS:1;6b1293cedc9a:44729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:20:53,848 DEBUG [RS:1;6b1293cedc9a:44729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,44729,1734078053308 2024-12-13T08:20:53,848 DEBUG [RS:1;6b1293cedc9a:44729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,44729,1734078053308' 2024-12-13T08:20:53,848 DEBUG [RS:1;6b1293cedc9a:44729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:20:53,848 DEBUG [RS:1;6b1293cedc9a:44729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:20:53,848 DEBUG [RS:1;6b1293cedc9a:44729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:20:53,848 INFO [RS:1;6b1293cedc9a:44729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:20:53,849 INFO [RS:1;6b1293cedc9a:44729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:20:53,855 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.Replication(204): 6b1293cedc9a,37913,1734078053343 started 2024-12-13T08:20:53,855 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,37913,1734078053343, RpcServer on 6b1293cedc9a/172.17.0.2:37913, sessionid=0x1001e7a576f0003 2024-12-13T08:20:53,855 DEBUG [RS:2;6b1293cedc9a:37913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:20:53,855 DEBUG [RS:2;6b1293cedc9a:37913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,37913,1734078053343 2024-12-13T08:20:53,855 DEBUG [RS:2;6b1293cedc9a:37913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,37913,1734078053343' 2024-12-13T08:20:53,855 DEBUG [RS:2;6b1293cedc9a:37913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:20:53,856 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.Replication(204): 6b1293cedc9a,39897,1734078053280 started 2024-12-13T08:20:53,856 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,39897,1734078053280, RpcServer on 6b1293cedc9a/172.17.0.2:39897, sessionid=0x1001e7a576f0001 2024-12-13T08:20:53,856 DEBUG [RS:0;6b1293cedc9a:39897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:20:53,856 DEBUG [RS:0;6b1293cedc9a:39897 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,39897,1734078053280 2024-12-13T08:20:53,856 DEBUG [RS:2;6b1293cedc9a:37913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:20:53,856 DEBUG [RS:0;6b1293cedc9a:39897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,39897,1734078053280' 2024-12-13T08:20:53,856 DEBUG [RS:0;6b1293cedc9a:39897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:20:53,856 DEBUG [RS:2;6b1293cedc9a:37913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:20:53,856 DEBUG [RS:2;6b1293cedc9a:37913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:20:53,856 DEBUG [RS:0;6b1293cedc9a:39897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:20:53,856 DEBUG [RS:2;6b1293cedc9a:37913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,37913,1734078053343 2024-12-13T08:20:53,856 DEBUG [RS:2;6b1293cedc9a:37913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,37913,1734078053343' 2024-12-13T08:20:53,856 DEBUG [RS:2;6b1293cedc9a:37913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:20:53,857 DEBUG [RS:2;6b1293cedc9a:37913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:20:53,857 DEBUG [RS:0;6b1293cedc9a:39897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:20:53,857 DEBUG [RS:0;6b1293cedc9a:39897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:20:53,857 DEBUG [RS:0;6b1293cedc9a:39897 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,39897,1734078053280 2024-12-13T08:20:53,857 DEBUG [RS:0;6b1293cedc9a:39897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,39897,1734078053280' 2024-12-13T08:20:53,857 DEBUG [RS:0;6b1293cedc9a:39897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:20:53,857 DEBUG [RS:2;6b1293cedc9a:37913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:20:53,857 INFO [RS:2;6b1293cedc9a:37913 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:20:53,857 INFO [RS:2;6b1293cedc9a:37913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:20:53,857 DEBUG [RS:0;6b1293cedc9a:39897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:20:53,857 DEBUG [RS:0;6b1293cedc9a:39897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:20:53,857 INFO [RS:0;6b1293cedc9a:39897 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:20:53,857 INFO [RS:0;6b1293cedc9a:39897 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:20:53,867 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.Replication(204): 6b1293cedc9a,39061,1734078053373 started 2024-12-13T08:20:53,867 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,39061,1734078053373, RpcServer on 6b1293cedc9a/172.17.0.2:39061, sessionid=0x1001e7a576f0004 2024-12-13T08:20:53,867 DEBUG [RS:3;6b1293cedc9a:39061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:20:53,867 DEBUG [RS:3;6b1293cedc9a:39061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,39061,1734078053373 2024-12-13T08:20:53,867 DEBUG [RS:3;6b1293cedc9a:39061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,39061,1734078053373' 2024-12-13T08:20:53,867 DEBUG [RS:3;6b1293cedc9a:39061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:20:53,868 DEBUG [RS:3;6b1293cedc9a:39061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:20:53,868 DEBUG [RS:3;6b1293cedc9a:39061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:20:53,868 DEBUG [RS:3;6b1293cedc9a:39061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:20:53,868 DEBUG [RS:3;6b1293cedc9a:39061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,39061,1734078053373 2024-12-13T08:20:53,868 DEBUG [RS:3;6b1293cedc9a:39061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,39061,1734078053373' 2024-12-13T08:20:53,868 DEBUG [RS:3;6b1293cedc9a:39061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:20:53,869 DEBUG [RS:3;6b1293cedc9a:39061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:20:53,869 DEBUG [RS:3;6b1293cedc9a:39061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:20:53,869 INFO [RS:3;6b1293cedc9a:39061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:20:53,869 INFO [RS:3;6b1293cedc9a:39061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:20:53,949 INFO [RS:1;6b1293cedc9a:44729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:53,951 INFO [RS:1;6b1293cedc9a:44729 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C44729%2C1734078053308, suffix=, logDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,44729,1734078053308, archiveDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/oldWALs, maxLogs=10 2024-12-13T08:20:53,957 INFO [RS:2;6b1293cedc9a:37913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:53,957 INFO [RS:0;6b1293cedc9a:39897 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:53,959 INFO [RS:0;6b1293cedc9a:39897 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C39897%2C1734078053280, suffix=, logDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39897,1734078053280, archiveDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/oldWALs, maxLogs=10 2024-12-13T08:20:53,959 INFO [RS:2;6b1293cedc9a:37913 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C37913%2C1734078053343, suffix=, logDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,37913,1734078053343, archiveDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/oldWALs, maxLogs=10 2024-12-13T08:20:53,967 DEBUG [RS:1;6b1293cedc9a:44729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,44729,1734078053308/6b1293cedc9a%2C44729%2C1734078053308.1734078053951, exclude list is [], retry=0 2024-12-13T08:20:53,969 INFO [RS:3;6b1293cedc9a:39061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:20:53,970 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36195,DS-b92c69da-4016-48c0-801f-0b948767a597,DISK] 2024-12-13T08:20:53,970 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37559,DS-cd99a14f-1f99-42cf-8c7a-a998becac645,DISK] 2024-12-13T08:20:53,970 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39519,DS-5f2a7fcb-a8a0-4f1c-b11f-45431c0fff7a,DISK] 2024-12-13T08:20:53,971 INFO [RS:3;6b1293cedc9a:39061 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C39061%2C1734078053373, suffix=, logDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373, archiveDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/oldWALs, maxLogs=10 2024-12-13T08:20:53,975 DEBUG [RS:0;6b1293cedc9a:39897 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39897,1734078053280/6b1293cedc9a%2C39897%2C1734078053280.1734078053959, exclude list is [], retry=0 2024-12-13T08:20:53,975 DEBUG [RS:2;6b1293cedc9a:37913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,37913,1734078053343/6b1293cedc9a%2C37913%2C1734078053343.1734078053959, exclude list is [], retry=0 2024-12-13T08:20:53,976 INFO [RS:1;6b1293cedc9a:44729 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,44729,1734078053308/6b1293cedc9a%2C44729%2C1734078053308.1734078053951 2024-12-13T08:20:53,976 DEBUG [RS:1;6b1293cedc9a:44729 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45837:45837),(127.0.0.1/127.0.0.1:36689:36689),(127.0.0.1/127.0.0.1:35517:35517)] 2024-12-13T08:20:53,977 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36195,DS-b92c69da-4016-48c0-801f-0b948767a597,DISK] 2024-12-13T08:20:53,977 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39519,DS-5f2a7fcb-a8a0-4f1c-b11f-45431c0fff7a,DISK] 2024-12-13T08:20:53,977 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37559,DS-cd99a14f-1f99-42cf-8c7a-a998becac645,DISK] 2024-12-13T08:20:53,978 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39519,DS-5f2a7fcb-a8a0-4f1c-b11f-45431c0fff7a,DISK] 2024-12-13T08:20:53,978 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36433,DS-5a18d8e5-9ad6-46d3-8050-756d6ccbcd3f,DISK] 2024-12-13T08:20:53,978 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36195,DS-b92c69da-4016-48c0-801f-0b948767a597,DISK] 2024-12-13T08:20:53,985 DEBUG [RS:3;6b1293cedc9a:39061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.1734078053971, exclude list is [], retry=0 2024-12-13T08:20:53,988 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37559,DS-cd99a14f-1f99-42cf-8c7a-a998becac645,DISK] 2024-12-13T08:20:53,988 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36433,DS-5a18d8e5-9ad6-46d3-8050-756d6ccbcd3f,DISK] 2024-12-13T08:20:53,988 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39519,DS-5f2a7fcb-a8a0-4f1c-b11f-45431c0fff7a,DISK] 2024-12-13T08:20:53,989 INFO [RS:2;6b1293cedc9a:37913 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,37913,1734078053343/6b1293cedc9a%2C37913%2C1734078053343.1734078053959 2024-12-13T08:20:53,989 DEBUG [RS:2;6b1293cedc9a:37913 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35517:35517),(127.0.0.1/127.0.0.1:36689:36689),(127.0.0.1/127.0.0.1:45837:45837)] 2024-12-13T08:20:53,989 INFO [RS:0;6b1293cedc9a:39897 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39897,1734078053280/6b1293cedc9a%2C39897%2C1734078053280.1734078053959 2024-12-13T08:20:53,990 DEBUG [RS:0;6b1293cedc9a:39897 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45073:45073),(127.0.0.1/127.0.0.1:45837:45837),(127.0.0.1/127.0.0.1:35517:35517)] 2024-12-13T08:20:53,990 INFO [RS:3;6b1293cedc9a:39061 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.1734078053971 2024-12-13T08:20:53,990 DEBUG [RS:3;6b1293cedc9a:39061 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36689:36689),(127.0.0.1/127.0.0.1:35517:35517),(127.0.0.1/127.0.0.1:45073:45073)] 2024-12-13T08:20:53,996 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:53,996 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:54,091 DEBUG [6b1293cedc9a:34183 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-13T08:20:54,092 DEBUG [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:20:54,093 DEBUG [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:20:54,093 DEBUG [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:20:54,093 DEBUG [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:20:54,093 DEBUG [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:20:54,093 INFO [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:20:54,093 INFO [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:20:54,093 INFO [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:20:54,093 INFO [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:20:54,093 DEBUG [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-13T08:20:54,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1293cedc9a,39061,1734078053373 2024-12-13T08:20:54,094 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,39061,1734078053373, state=OPENING 2024-12-13T08:20:54,100 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T08:20:54,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:54,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:54,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:54,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:54,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:54,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:54,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:54,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:54,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6b1293cedc9a,39061,1734078053373}] 2024-12-13T08:20:54,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:54,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:54,235 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:20:54,235 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:54,261 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,39061,1734078053373 2024-12-13T08:20:54,261 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:54,264 INFO [RS-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:20:54,271 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T08:20:54,271 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:20:54,288 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-13T08:20:54,288 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T08:20:54,290 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C39061%2C1734078053373.meta, suffix=.meta, logDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373, archiveDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/oldWALs, maxLogs=10 2024-12-13T08:20:54,300 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, exclude list is [], retry=0 2024-12-13T08:20:54,301 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50b3d510 to 127.0.0.1:53839 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@659c46cd 2024-12-13T08:20:54,302 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37559,DS-cd99a14f-1f99-42cf-8c7a-a998becac645,DISK] 2024-12-13T08:20:54,302 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39519,DS-5f2a7fcb-a8a0-4f1c-b11f-45431c0fff7a,DISK] 2024-12-13T08:20:54,302 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36195,DS-b92c69da-4016-48c0-801f-0b948767a597,DISK] 2024-12-13T08:20:54,304 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta 2024-12-13T08:20:54,304 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35517:35517),(127.0.0.1/127.0.0.1:36689:36689),(127.0.0.1/127.0.0.1:45837:45837)] 2024-12-13T08:20:54,304 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:54,305 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:54,305 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T08:20:54,305 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:54,305 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T08:20:54,305 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:54,305 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T08:20:54,305 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T08:20:54,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:20:54,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:20:54,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:54,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:54,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:20:54,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:20:54,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:54,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:54,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:20:54,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:20:54,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:54,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:54,309 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c9f5cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:54,309 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740 2024-12-13T08:20:54,310 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:53839 2024-12-13T08:20:54,310 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740 2024-12-13T08:20:54,312 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:54,313 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:20:54,313 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75053426, jitterRate=0.11838319897651672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:54,313 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:20:54,314 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734078054261 2024-12-13T08:20:54,315 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T08:20:54,315 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T08:20:54,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39061,1734078053373 2024-12-13T08:20:54,316 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,39061,1734078053373, state=OPEN 2024-12-13T08:20:54,316 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:20:54,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1001e7a576f0006 connected 2024-12-13T08:20:54,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:54,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:54,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:54,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:54,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:54,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:54,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:54,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:54,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:54,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:54,325 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=64238b8e-2767-4525-a08a-1115223beccf to cluster=64238b8e-2767-4525-a08a-1115223beccf 2024-12-13T08:20:54,325 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=6b1293cedc9a%2C39061%2C1734078053373 2024-12-13T08:20:54,325 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T08:20:54,326 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:54,326 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1293cedc9a%2C39061%2C1734078053373 2024-12-13T08:20:54,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T08:20:54,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=6b1293cedc9a,39061,1734078053373 in 216 msec 2024-12-13T08:20:54,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T08:20:54,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 636 msec 2024-12-13T08:20:54,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 692 msec 2024-12-13T08:20:54,328 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734078054328, completionTime=-1 2024-12-13T08:20:54,328 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=4; waited=0ms, expected min=4 server(s), max=4 server(s), master is running 2024-12-13T08:20:54,328 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T08:20:54,328 DEBUG [hconnection-0x388f2584-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:54,329 INFO [RS-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:54,330 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:54,330 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 316, reset compression=false 2024-12-13T08:20:54,330 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734078054314/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=316, nbRowKeys=1, nbHFiles=0, heapSize=332, lastSeqIds={}, endOfFile=false,usedBufferSize=332] 2024-12-13T08:20:54,330 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=4 2024-12-13T08:20:54,330 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734078114330 2024-12-13T08:20:54,330 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734078174330 2024-12-13T08:20:54,330 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-12-13T08:20:54,350 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,34183,1734078053120-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:54,350 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,34183,1734078053120-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:54,350 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,34183,1734078053120-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:54,350 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1293cedc9a:34183, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:54,350 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:54,350 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T08:20:54,350 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:20:54,351 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T08:20:54,351 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T08:20:54,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:20:54,352 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:54,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:20:54,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741838_1014 (size=358) 2024-12-13T08:20:54,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741838_1014 (size=358) 2024-12-13T08:20:54,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741838_1014 (size=358) 2024-12-13T08:20:54,359 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 857cf3b218abba031b15b404334aa0a0, NAME => 'hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155 2024-12-13T08:20:54,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:20:54,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:20:54,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:20:54,366 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:54,366 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 857cf3b218abba031b15b404334aa0a0, disabling compactions & flushes 2024-12-13T08:20:54,366 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0. 2024-12-13T08:20:54,366 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0. 2024-12-13T08:20:54,366 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0. after waiting 0 ms 2024-12-13T08:20:54,366 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0. 2024-12-13T08:20:54,366 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0. 2024-12-13T08:20:54,366 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 857cf3b218abba031b15b404334aa0a0: 2024-12-13T08:20:54,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:20:54,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734078054367"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078054367"}]},"ts":"1734078054367"} 2024-12-13T08:20:54,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T08:20:54,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:20:54,369 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078054368"}]},"ts":"1734078054368"} 2024-12-13T08:20:54,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T08:20:54,383 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:20:54,384 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:20:54,384 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:20:54,384 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:20:54,384 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:20:54,384 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:20:54,384 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:20:54,384 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:20:54,384 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:20:54,384 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-13T08:20:54,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=857cf3b218abba031b15b404334aa0a0, ASSIGN}] 2024-12-13T08:20:54,386 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=857cf3b218abba031b15b404334aa0a0, ASSIGN 2024-12-13T08:20:54,386 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=857cf3b218abba031b15b404334aa0a0, ASSIGN; state=OFFLINE, location=6b1293cedc9a,37913,1734078053343; forceNewPlan=false, retain=false 2024-12-13T08:20:54,533 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 316, reset compression=false 2024-12-13T08:20:54,537 INFO [6b1293cedc9a:34183 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:20:54,537 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=857cf3b218abba031b15b404334aa0a0, regionState=OPENING, regionLocation=6b1293cedc9a,37913,1734078053343 2024-12-13T08:20:54,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 857cf3b218abba031b15b404334aa0a0, server=6b1293cedc9a,37913,1734078053343}] 2024-12-13T08:20:54,541 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:54,541 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 1094, reset compression=false 2024-12-13T08:20:54,541 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4=[#edits: 2 = ],436}, {hbase:meta/1588230740/5=[#edits: 1 = ],188}, {hbase:meta/1588230740/6=[#edits: 3 = ],612}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=1094, nbRowKeys=3, nbHFiles=0, heapSize=1236, lastSeqIds={}, endOfFile=false,usedBufferSize=1236] 2024-12-13T08:20:54,691 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,37913,1734078053343 2024-12-13T08:20:54,691 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:54,692 INFO [RS-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:20:54,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0. 2024-12-13T08:20:54,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 857cf3b218abba031b15b404334aa0a0, NAME => 'hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:54,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 857cf3b218abba031b15b404334aa0a0 2024-12-13T08:20:54,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:54,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 857cf3b218abba031b15b404334aa0a0 2024-12-13T08:20:54,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 857cf3b218abba031b15b404334aa0a0 2024-12-13T08:20:54,696 INFO [StoreOpener-857cf3b218abba031b15b404334aa0a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 857cf3b218abba031b15b404334aa0a0 2024-12-13T08:20:54,697 INFO [StoreOpener-857cf3b218abba031b15b404334aa0a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 857cf3b218abba031b15b404334aa0a0 columnFamilyName info 2024-12-13T08:20:54,697 DEBUG [StoreOpener-857cf3b218abba031b15b404334aa0a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:54,697 INFO [StoreOpener-857cf3b218abba031b15b404334aa0a0-1 {}] regionserver.HStore(327): Store=857cf3b218abba031b15b404334aa0a0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:20:54,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/namespace/857cf3b218abba031b15b404334aa0a0 2024-12-13T08:20:54,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/namespace/857cf3b218abba031b15b404334aa0a0 2024-12-13T08:20:54,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 857cf3b218abba031b15b404334aa0a0 2024-12-13T08:20:54,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/namespace/857cf3b218abba031b15b404334aa0a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:20:54,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 857cf3b218abba031b15b404334aa0a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72233645, jitterRate=0.07636518776416779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:20:54,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 857cf3b218abba031b15b404334aa0a0: 2024-12-13T08:20:54,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0., pid=6, masterSystemTime=1734078054690 2024-12-13T08:20:54,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0. 2024-12-13T08:20:54,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0. 2024-12-13T08:20:54,705 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=857cf3b218abba031b15b404334aa0a0, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,37913,1734078053343 2024-12-13T08:20:54,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T08:20:54,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 857cf3b218abba031b15b404334aa0a0, server=6b1293cedc9a,37913,1734078053343 in 167 msec 2024-12-13T08:20:54,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T08:20:54,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=857cf3b218abba031b15b404334aa0a0, ASSIGN in 321 msec 2024-12-13T08:20:54,708 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:20:54,708 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078054708"}]},"ts":"1734078054708"} 2024-12-13T08:20:54,709 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T08:20:54,717 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:20:54,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 367 msec 2024-12-13T08:20:54,745 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 1094, reset compression=false 2024-12-13T08:20:54,752 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-13T08:20:54,753 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:54,753 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 1808, reset compression=false 2024-12-13T08:20:54,753 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7=[#edits: 5 = ],916}, {hbase:meta/1588230740/8=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=1808, nbRowKeys=2, nbHFiles=0, heapSize=1104, lastSeqIds={}, endOfFile=false,usedBufferSize=1104] 2024-12-13T08:20:54,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-13T08:20:54,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:54,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:54,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:54,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:54,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:54,760 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:54,761 INFO [RS-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:54,762 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T08:20:54,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-13T08:20:54,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 22 msec 2024-12-13T08:20:54,794 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T08:20:54,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-13T08:20:54,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 24 msec 2024-12-13T08:20:54,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-13T08:20:54,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-13T08:20:54,859 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.442sec 2024-12-13T08:20:54,859 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T08:20:54,859 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T08:20:54,859 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T08:20:54,860 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T08:20:54,860 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T08:20:54,860 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,34183,1734078053120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:20:54,860 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,34183,1734078053120-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T08:20:54,864 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T08:20:54,864 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T08:20:54,864 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,34183,1734078053120-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:54,901 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6de960e7 to 127.0.0.1:53839 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20b97417 2024-12-13T08:20:54,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a60b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:54,919 DEBUG [hconnection-0x59146ce3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:54,920 INFO [RS-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:54,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=6b1293cedc9a,34183,1734078053120 2024-12-13T08:20:54,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T08:20:54,926 INFO [RS-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T08:20:54,930 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34183 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table hbase:meta from 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} to 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', REGION_REPLICATION => '3', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:20:54,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34183 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=hbase:meta 2024-12-13T08:20:54,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741840_1016 (size=1064) 2024-12-13T08:20:54,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741840_1016 (size=1064) 2024-12-13T08:20:54,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741840_1016 (size=1064) 2024-12-13T08:20:54,945 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T08:20:54,945 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/.tabledesc/.tableinfo.0000000002.1064 2024-12-13T08:20:54,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=hbase:meta}] 2024-12-13T08:20:54,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE}] 2024-12-13T08:20:54,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-13T08:20:54,950 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=6b1293cedc9a,39061,1734078053373 2024-12-13T08:20:54,951 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,39061,1734078053373, state=CLOSING 2024-12-13T08:20:54,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:54,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:54,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:54,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:54,958 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:20:54,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:54,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:54,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:54,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:54,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:54,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:54,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; CloseRegionProcedure 1588230740, server=6b1293cedc9a,39061,1734078053373}] 2024-12-13T08:20:54,959 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 1808, reset compression=false 2024-12-13T08:20:55,110 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,39061,1734078053373 2024-12-13T08:20:55,110 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-13T08:20:55,110 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:20:55,110 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:20:55,110 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:20:55,111 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:20:55,111 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:20:55,111 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:20:55,111 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.23 KB heapSize=2.87 KB 2024-12-13T08:20:55,129 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/bba9019baf48470f845b72c9ca33e4d7 is 143, key is hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0./info:regioninfo/1734078054705/Put/seqid=0 2024-12-13T08:20:55,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741841_1017 (size=6595) 2024-12-13T08:20:55,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741841_1017 (size=6595) 2024-12-13T08:20:55,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741841_1017 (size=6595) 2024-12-13T08:20:55,134 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.14 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/bba9019baf48470f845b72c9ca33e4d7 2024-12-13T08:20:55,149 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/table/6a20a827d54a4acd8684e6b50cf9fa7e is 51, key is hbase:namespace/table:state/1734078054708/Put/seqid=0 2024-12-13T08:20:55,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741842_1018 (size=5242) 2024-12-13T08:20:55,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741842_1018 (size=5242) 2024-12-13T08:20:55,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741842_1018 (size=5242) 2024-12-13T08:20:55,154 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/table/6a20a827d54a4acd8684e6b50cf9fa7e 2024-12-13T08:20:55,157 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/bba9019baf48470f845b72c9ca33e4d7 as hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/bba9019baf48470f845b72c9ca33e4d7 2024-12-13T08:20:55,161 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/bba9019baf48470f845b72c9ca33e4d7, entries=10, sequenceid=9, filesize=6.4 K 2024-12-13T08:20:55,161 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/table/6a20a827d54a4acd8684e6b50cf9fa7e as hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/table/6a20a827d54a4acd8684e6b50cf9fa7e 2024-12-13T08:20:55,166 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/table/6a20a827d54a4acd8684e6b50cf9fa7e, entries=2, sequenceid=9, filesize=5.1 K 2024-12-13T08:20:55,167 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(3040): Finished flush of dataSize ~1.23 KB/1264, heapSize ~2.59 KB/2648, currentSize=0 B/0 for 1588230740 in 55ms, sequenceid=9, compaction requested=false 2024-12-13T08:20:55,170 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-13T08:20:55,170 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:55,171 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:55,171 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:20:55,171 WARN [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionServer(3786): Not adding moved region record: 1588230740 to self. 2024-12-13T08:20:55,172 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-13T08:20:55,172 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-13T08:20:55,172 WARN [PEWorker-1 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-13T08:20:55,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-13T08:20:55,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; CloseRegionProcedure 1588230740, server=6b1293cedc9a,39061,1734078053373 in 214 msec 2024-12-13T08:20:55,173 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=6b1293cedc9a,39061,1734078053373; forceNewPlan=false, retain=true 2024-12-13T08:20:55,191 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:55,191 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:55,236 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:20:55,236 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:55,262 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 1808, reset compression=false 2024-12-13T08:20:55,271 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:55,271 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 2476, reset compression=false 2024-12-13T08:20:55,271 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078055111/Put/vlen=101/seqid=0; >],284}, {hbase:meta/1588230740/11=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078055166/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/12=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734078055168/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=2476, nbRowKeys=3, nbHFiles=0, heapSize=972, lastSeqIds={}, endOfFile=false,usedBufferSize=972] 2024-12-13T08:20:55,274 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-13T08:20:55,274 WARN [ReadOnlyZKClient-127.0.0.1:53839@0x50b3d510 {}] client.ZKConnectionRegistry(198): Meta region is in state CLOSING 2024-12-13T08:20:55,324 INFO [6b1293cedc9a:34183 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:20:55,324 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1293cedc9a,39061,1734078053373 2024-12-13T08:20:55,325 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,39061,1734078053373, state=OPENING 2024-12-13T08:20:55,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:55,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:55,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:55,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:55,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:55,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6b1293cedc9a,39061,1734078053373}] 2024-12-13T08:20:55,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:55,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:55,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:55,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:55,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:55,475 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 2476, reset compression=false 2024-12-13T08:20:55,486 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,39061,1734078053373 2024-12-13T08:20:55,488 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T08:20:55,488 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:20:55,489 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:55,489 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T08:20:55,489 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:55,489 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T08:20:55,489 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:55,489 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T08:20:55,489 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T08:20:55,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:20:55,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:20:55,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:55,494 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/bba9019baf48470f845b72c9ca33e4d7 2024-12-13T08:20:55,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:55,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:20:55,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:20:55,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:55,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:55,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:20:55,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:20:55,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:55,500 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/table/6a20a827d54a4acd8684e6b50cf9fa7e 2024-12-13T08:20:55,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:55,500 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740 2024-12-13T08:20:55,501 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740 2024-12-13T08:20:55,502 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:55,503 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:20:55,504 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74182624, jitterRate=0.1054072380065918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:55,504 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:20:55,504 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=13, masterSystemTime=1734078055486 2024-12-13T08:20:55,505 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T08:20:55,505 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T08:20:55,505 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,39061,1734078053373 2024-12-13T08:20:55,506 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,39061,1734078053373, state=OPEN 2024-12-13T08:20:55,511 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34183 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=6b1293cedc9a,39061,1734078053373, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-13T08:20:55,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:55,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:55,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:55,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:55,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:20:55,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:55,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:55,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:55,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:55,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:55,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-13T08:20:55,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1588230740, server=6b1293cedc9a,39061,1734078053373 in 204 msec 2024-12-13T08:20:55,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-13T08:20:55,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 590 msec 2024-12-13T08:20:55,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-13T08:20:55,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; ReopenTableRegionsProcedure table=hbase:meta in 593 msec 2024-12-13T08:20:55,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN}] 2024-12-13T08:20:55,542 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN 2024-12-13T08:20:55,542 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN 2024-12-13T08:20:55,543 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:20:55,543 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:20:55,693 DEBUG [6b1293cedc9a:34183 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-13T08:20:55,693 DEBUG [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:20:55,696 DEBUG [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:20:55,696 DEBUG [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:20:55,696 DEBUG [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:20:55,696 DEBUG [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:20:55,696 INFO [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:20:55,696 INFO [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:20:55,696 INFO [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:20:55,696 INFO [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:20:55,696 DEBUG [6b1293cedc9a:34183 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-13T08:20:55,696 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=6b1293cedc9a,39897,1734078053280 2024-12-13T08:20:55,696 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=6b1293cedc9a,44729,1734078053308 2024-12-13T08:20:55,697 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 6b1293cedc9a,44729,1734078053308, state=OPENING 2024-12-13T08:20:55,697 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 6b1293cedc9a,39897,1734078053280, state=OPENING 2024-12-13T08:20:55,716 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=1, create it 2024-12-13T08:20:55,716 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=2, create it 2024-12-13T08:20:55,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:55,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:55,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:55,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:55,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:55,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE; OpenRegionProcedure 534574363, server=6b1293cedc9a,39897,1734078053280}] 2024-12-13T08:20:55,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:55,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:55,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:55,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:55,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:20:55,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:55,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:55,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=15, state=RUNNABLE; OpenRegionProcedure 1657623790, server=6b1293cedc9a,44729,1734078053308}] 2024-12-13T08:20:55,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:55,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:55,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:55,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:55,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:55,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:55,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:55,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:55,778 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 2476, reset compression=false 2024-12-13T08:20:55,785 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:55,785 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 2775, reset compression=false 2024-12-13T08:20:55,785 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/14=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734078055504/Put/vlen=196/seqid=0; >],404}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=2775, nbRowKeys=1, nbHFiles=0, heapSize=404, lastSeqIds={}, endOfFile=false,usedBufferSize=404] 2024-12-13T08:20:55,788 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-13T08:20:55,790 WARN [ReadOnlyZKClient-127.0.0.1:53839@0x50b3d510 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-13T08:20:55,790 WARN [ReadOnlyZKClient-127.0.0.1:53839@0x50b3d510 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-13T08:20:55,791 WARN [ReadOnlyZKClient-127.0.0.1:53839@0x50b3d510 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-13T08:20:55,791 WARN [ReadOnlyZKClient-127.0.0.1:53839@0x50b3d510 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-13T08:20:55,793 WARN [ReadOnlyZKClient-127.0.0.1:53839@0x50b3d510 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-13T08:20:55,793 WARN [ReadOnlyZKClient-127.0.0.1:53839@0x50b3d510 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-13T08:20:55,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:20:55,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:55,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:55,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:55,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:55,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:55,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:55,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:55,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:55,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:55,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:55,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:55,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:55,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,39897,1734078053280 2024-12-13T08:20:55,877 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,44729,1734078053308 2024-12-13T08:20:55,878 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:55,878 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:55,879 INFO [RS-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:20:55,879 INFO [RS-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:20:55,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:55,882 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-13T08:20:55,882 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-13T08:20:55,882 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-13T08:20:55,882 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-13T08:20:55,882 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:55,882 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:20:55,882 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-13T08:20:55,882 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-13T08:20:55,882 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:55,882 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:20:55,882 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-13T08:20:55,882 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-13T08:20:55,882 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:55,882 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:20:55,882 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-13T08:20:55,882 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-13T08:20:55,882 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-13T08:20:55,882 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-13T08:20:55,883 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-13T08:20:55,883 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-13T08:20:55,884 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-13T08:20:55,884 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-13T08:20:55,884 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:55,884 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:55,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:55,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:55,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:55,888 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/bba9019baf48470f845b72c9ca33e4d7 2024-12-13T08:20:55,889 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:55,889 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-13T08:20:55,889 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-13T08:20:55,890 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:55,890 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:55,891 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-13T08:20:55,891 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-13T08:20:55,891 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:55,892 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/bba9019baf48470f845b72c9ca33e4d7 2024-12-13T08:20:55,892 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:55,892 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-13T08:20:55,892 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-13T08:20:55,892 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:55,893 WARN [ReadOnlyZKClient-127.0.0.1:53839@0x50b3d510 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-13T08:20:55,893 WARN [ReadOnlyZKClient-127.0.0.1:53839@0x50b3d510 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-13T08:20:55,893 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:55,893 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-13T08:20:55,894 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-13T08:20:55,894 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:55,895 WARN [ReadOnlyZKClient-127.0.0.1:53839@0x50b3d510 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-13T08:20:55,895 WARN [ReadOnlyZKClient-127.0.0.1:53839@0x50b3d510 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-13T08:20:55,900 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/table/6a20a827d54a4acd8684e6b50cf9fa7e 2024-12-13T08:20:55,900 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:55,901 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:55,902 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63568095, jitterRate=-0.05276156961917877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:55,902 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-13T08:20:55,902 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=16, masterSystemTime=1734078055877 2024-12-13T08:20:55,903 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,39897,1734078053280 2024-12-13T08:20:55,904 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 6b1293cedc9a,39897,1734078053280, state=OPEN 2024-12-13T08:20:55,906 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-13T08:20:55,906 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-13T08:20:55,906 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-13T08:20:55,907 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:55,908 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/table/6a20a827d54a4acd8684e6b50cf9fa7e 2024-12-13T08:20:55,908 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:20:55,908 INFO [RS-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:55,908 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39061 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-13T08:20:55,908 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:20:55,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39061 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:55,908 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 534574363; now waiting and blocking reads until observing a flush marker 2024-12-13T08:20:55,909 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-13T08:20:55,909 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58824607, jitterRate=-0.1234450489282608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:20:55,909 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-13T08:20:55,909 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=17, masterSystemTime=1734078055877 2024-12-13T08:20:55,910 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-13T08:20:55,910 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-13T08:20:55,910 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-13T08:20:55,910 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,44729,1734078053308 2024-12-13T08:20:55,910 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:55,911 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 6b1293cedc9a,44729,1734078053308, state=OPEN 2024-12-13T08:20:55,911 INFO [RS-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:55,911 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39061 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-13T08:20:55,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39061 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:55,912 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 1657623790; now waiting and blocking reads until observing a flush marker 2024-12-13T08:20:55,912 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-13T08:20:55,913 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34183 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=6b1293cedc9a,39897,1734078053280, table=hbase:meta, region=534574363. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-13T08:20:55,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:55,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:55,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:55,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:55,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:55,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:55,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:55,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:55,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:20:55,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:20:55,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=14 2024-12-13T08:20:55,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=14, state=SUCCESS; OpenRegionProcedure 534574363, server=6b1293cedc9a,39897,1734078053280 in 189 msec 2024-12-13T08:20:55,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN in 374 msec 2024-12-13T08:20:55,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:55,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:55,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:55,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:55,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:20:55,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:55,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:55,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:55,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:55,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:20:55,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=15 2024-12-13T08:20:55,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=15, state=SUCCESS; OpenRegionProcedure 1657623790, server=6b1293cedc9a,44729,1734078053308 in 197 msec 2024-12-13T08:20:55,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=9 2024-12-13T08:20:55,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN in 382 msec 2024-12-13T08:20:55,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; ModifyTableProcedure table=hbase:meta in 994 msec 2024-12-13T08:20:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34183 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:20:55,926 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:55,927 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44a4c293 to 127.0.0.1:53839 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20b45522 2024-12-13T08:20:55,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c6f34e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:55,934 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(214): Writing data from 0 to 1000 2024-12-13T08:20:55,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:55,936 INFO [RS-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:20:55,989 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 2775, reset compression=false 2024-12-13T08:20:55,996 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-13T08:20:55,997 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,094 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:56,096 INFO [RS-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:56,096 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:20:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(6096): 534574363 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 13 stores { family_name: "info" store_home_dir: "info" store_file: "bba9019baf48470f845b72c9ca33e4d7" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "6a20a827d54a4acd8684e6b50cf9fa7e" } server { host_name: "6b1293cedc9a" port: 39061 start_code: 1734078053373 } region_name: "hbase:meta,,1" 2024-12-13T08:20:56,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-13T08:20:56,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-13T08:20:56,097 INFO [RS-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-13T08:20:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(6096): 1657623790 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 13 stores { family_name: "info" store_home_dir: "info" store_file: "bba9019baf48470f845b72c9ca33e4d7" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "6a20a827d54a4acd8684e6b50cf9fa7e" } server { host_name: "6b1293cedc9a" port: 39061 start_code: 1734078053373 } region_name: "hbase:meta,,1" 2024-12-13T08:20:56,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-13T08:20:56,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-13T08:20:56,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-13T08:20:56,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-13T08:20:56,099 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/16=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078055908/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/18=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078055911/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/19=[#edits: 1 = <0/info:/1734078055936/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/20=[#edits: 1 = <1/info:/1734078055936/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/21=[#edits: 1 = <2/info:/1734078055937/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/22=[#edits: 1 = <3/info:/1734078055937/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/23=[#edits: 1 = <4/info:/1734078055937/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/24=[#edits: 1 = <5/info:/1734078055938/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/25=[#edits: 1 = <6/info:/1734078055938/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/26=[#edits: 1 = <7/info:/1734078055938/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/27=[#edits: 1 = <8/info:/1734078055938/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/28=[#edits: 1 = <9/info:/1734078055938/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/29=[#edits: 1 = <10/info:/1734078055939/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/30=[#edits: 1 = <11/info:/1734078055939/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/31=[#edits: 1 = <12/info:/1734078055939/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/32=[#edits: 1 = <13/info:/1734078055939/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/33=[#edits: 1 = <14/info:/1734078055940/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/34=[#edits: 1 = <15/info:/1734078055940/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/35=[#edits: 1 = <16/info:/1734078055940/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/36=[#edits: 1 = <17/info:/1734078055940/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/37=[#edits: 1 = <18/info:/1734078055941/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/38=[#edits: 1 = <19/info:/1734078055941/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/39=[#edits: 1 = <20/info:/1734078055941/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/40=[#edits: 1 = <21/info:/1734078055941/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/41=[#edits: 1 = <22/info:/1734078055942/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/42=[#edits: 1 = <23/info:/1734078055942/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/43=[#edits: 1 = <24/info:/1734078055942/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/44=[#edits: 1 = <25/info:/1734078055942/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/45=[#edits: 1 = <26/info:/1734078055943/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/46=[#edits: 1 = <27/info:/1734078055943/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/47=[#edits: 1 = <28/info:/1734078055943/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/48=[#edits: 1 = <29/info:/1734078055943/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/49=[#edits: 1 = <30/info:/1734078055944/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/50=[#edits: 1 = <31/info:/1734078055944/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/51=[#edits: 1 = <32/info:/1734078055944/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/52=[#edits: 1 = <33/info:/1734078055944/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/53=[#edits: 1 = <34/info:/1734078055945/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/54=[#edits: 1 = <35/info:/1734078055945/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/55=[#edits: 1 = <36/info:/1734078055945/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/56=[#edits: 1 = <37/info:/1734078055945/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/57=[#edits: 1 = <38/info:/1734078055946/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/58=[#edits: 1 = <39/info:/1734078055946/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/59=[#edits: 1 = <40/info:/1734078055946/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/60=[#edits: 1 = <41/info:/1734078055946/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/61=[#edits: 1 = <42/info:/1734078055946/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/62=[#edits: 1 = <43/info:/1734078055947/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/63=[#edits: 1 = <44/info:/1734078055947/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/64=[#edits: 1 = <45/info:/1734078055947/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/65=[#edits: 1 = <46/info:/1734078055948/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/66=[#edits: 1 = <47/info:/1734078055948/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/67=[#edits: 1 = <48/info:/1734078055948/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/68=[#edits: 1 = <49/info:/1734078055948/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/69=[#edits: 1 = <50/info:/1734078055948/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/70=[#edits: 1 = <51/info:/1734078055949/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/71=[#edits: 1 = <52/info:/1734078055949/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/72=[#edits: 1 = <53/info:/1734078055949/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/73=[#edits: 1 = <54/info:/1734078055949/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/74=[#edits: 1 = <55/info:/1734078055950/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/75=[#edits: 1 = <56/info:/1734078055950/Put/vlen=2/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=6901, nbRowKeys=59, nbHFiles=0, heapSize=10276, lastSeqIds={}, endOfFile=false,usedBufferSize=10276] 2024-12-13T08:20:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:20:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:20:56,100 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:20:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:20:56,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:56,101 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/76=[#edits: 1 = <57/info:/1734078055950/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/77=[#edits: 1 = <58/info:/1734078055950/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/78=[#edits: 1 = <59/info:/1734078055951/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/79=[#edits: 1 = <60/info:/1734078055951/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/80=[#edits: 1 = <61/info:/1734078055951/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/81=[#edits: 1 = <62/info:/1734078055951/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/82=[#edits: 1 = <63/info:/1734078055952/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/83=[#edits: 1 = <64/info:/1734078055952/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/84=[#edits: 1 = <65/info:/1734078055952/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/85=[#edits: 1 = <66/info:/1734078055952/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/86=[#edits: 1 = <67/info:/1734078055953/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/87=[#edits: 1 = <68/info:/1734078055953/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/88=[#edits: 1 = <69/info:/1734078055953/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/89=[#edits: 1 = <70/info:/1734078055953/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/90=[#edits: 1 = <71/info:/1734078055954/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/91=[#edits: 1 = <72/info:/1734078055954/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/92=[#edits: 1 = <73/info:/1734078055954/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/93=[#edits: 1 = <74/info:/1734078055954/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/94=[#edits: 1 = <75/info:/1734078055955/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/95=[#edits: 1 = <76/info:/1734078055955/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/96=[#edits: 1 = <77/info:/1734078055955/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/97=[#edits: 1 = <78/info:/1734078055955/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/98=[#edits: 1 = <79/info:/1734078055956/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/99=[#edits: 1 = <80/info:/1734078055956/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/100=[#edits: 1 = <81/info:/1734078055956/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/101=[#edits: 1 = <82/info:/1734078055956/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/102=[#edits: 1 = <83/info:/1734078055957/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/103=[#edits: 1 = <84/info:/1734078055957/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/104=[#edits: 1 = <85/info:/1734078055957/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/105=[#edits: 1 = <86/info:/1734078055957/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/106=[#edits: 1 = <87/info:/1734078055958/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/107=[#edits: 1 = <88/info:/1734078055958/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/108=[#edits: 1 = <89/info:/1734078055958/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/109=[#edits: 1 = <90/info:/1734078055958/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/110=[#edits: 1 = <91/info:/1734078055959/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/111=[#edits: 1 = <92/info:/1734078055959/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/112=[#edits: 1 = <93/info:/1734078055959/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/113=[#edits: 1 = <94/info:/1734078055960/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/114=[#edits: 1 = <95/info:/1734078055960/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/115=[#edits: 1 = <96/info:/1734078055960/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/116=[#edits: 1 = <97/info:/1734078055961/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/117=[#edits: 1 = <98/info:/1734078055961/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/118=[#edits: 1 = <99/info:/1734078055961/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/119=[#edits: 1 = <100/info:/1734078055961/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/120=[#edits: 1 = <101/info:/1734078055962/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/121=[#edits: 1 = <102/info:/1734078055962/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/122=[#edits: 1 = <103/info:/1734078055962/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/123=[#edits: 1 = <104/info:/1734078055962/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/124=[#edits: 1 = <105/info:/1734078055963/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/125=[#edits: 1 = <106/info:/1734078055963/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/126=[#edits: 1 = <107/info:/1734078055963/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/127=[#edits: 1 = <108/info:/1734078055964/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/128=[#edits: 1 = <109/info:/1734078055964/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/129=[#edits: 1 = <110/info:/1734078055964/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/130=[#edits: 1 = <111/info:/1734078055964/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/131=[#edits: 1 = <112/info:/1734078055965/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/132=[#edits: 1 = <113/info:/1734078055965/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/133=[#edits: 1 = <114/info:/1734078055965/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/134=[#edits: 1 = <115/info:/1734078055965/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/135=[#edits: 1 = <116/info:/1734078055966/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=11023, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,102 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 29 WAL entries eligible for replication 2024-12-13T08:20:56,103 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 17342, reset compression=false 2024-12-13T08:20:56,103 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/136=[#edits: 1 = <117/info:/1734078055966/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/137=[#edits: 1 = <118/info:/1734078055966/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/138=[#edits: 1 = <119/info:/1734078055967/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/139=[#edits: 1 = <120/info:/1734078055967/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/140=[#edits: 1 = <121/info:/1734078055967/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/141=[#edits: 1 = <122/info:/1734078055968/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/142=[#edits: 1 = <123/info:/1734078055968/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/143=[#edits: 1 = <124/info:/1734078055968/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/144=[#edits: 1 = <125/info:/1734078055968/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/145=[#edits: 1 = <126/info:/1734078055969/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/146=[#edits: 1 = <127/info:/1734078055969/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/147=[#edits: 1 = <128/info:/1734078055969/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/148=[#edits: 1 = <129/info:/1734078055969/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/149=[#edits: 1 = <130/info:/1734078055969/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/150=[#edits: 1 = <131/info:/1734078055970/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/151=[#edits: 1 = <132/info:/1734078055970/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/152=[#edits: 1 = <133/info:/1734078055970/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/153=[#edits: 1 = <134/info:/1734078055971/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/154=[#edits: 1 = <135/info:/1734078055971/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/155=[#edits: 1 = <136/info:/1734078055971/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/156=[#edits: 1 = <137/info:/1734078055971/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/157=[#edits: 1 = <138/info:/1734078055972/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/158=[#edits: 1 = <139/info:/1734078055972/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/159=[#edits: 1 = <140/info:/1734078055972/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/160=[#edits: 1 = <141/info:/1734078055973/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/161=[#edits: 1 = <142/info:/1734078055973/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/162=[#edits: 1 = <143/info:/1734078055973/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/163=[#edits: 1 = <144/info:/1734078055973/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/164=[#edits: 1 = <145/info:/1734078055973/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/165=[#edits: 1 = <146/info:/1734078055974/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/166=[#edits: 1 = <147/info:/1734078055974/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/167=[#edits: 1 = <148/info:/1734078055974/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/168=[#edits: 1 = <149/info:/1734078055974/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/169=[#edits: 1 = <150/info:/1734078055975/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/170=[#edits: 1 = <151/info:/1734078055975/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/171=[#edits: 1 = <152/info:/1734078055975/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/172=[#edits: 1 = <153/info:/1734078055975/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/173=[#edits: 1 = <154/info:/1734078055976/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/174=[#edits: 1 = <155/info:/1734078055976/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/175=[#edits: 1 = <156/info:/1734078055976/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/176=[#edits: 1 = <157/info:/1734078055977/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/177=[#edits: 1 = <158/info:/1734078055977/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/178=[#edits: 1 = <159/info:/1734078055977/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/179=[#edits: 1 = <160/info:/1734078055977/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/180=[#edits: 1 = <161/info:/1734078055978/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/181=[#edits: 1 = <162/info:/1734078055978/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/182=[#edits: 1 = <163/info:/1734078055978/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/183=[#edits: 1 = <164/info:/1734078055979/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/184=[#edits: 1 = <165/info:/1734078055979/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/185=[#edits: 1 = <166/info:/1734078055979/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/186=[#edits: 1 = <167/info:/1734078055980/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/187=[#edits: 1 = <168/info:/1734078055980/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/188=[#edits: 1 = <169/info:/1734078055980/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/189=[#edits: 1 = <170/info:/1734078055981/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/190=[#edits: 1 = <171/info:/1734078055981/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/191=[#edits: 1 = <172/info:/1734078055981/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/192=[#edits: 1 = <173/info:/1734078055981/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/193=[#edits: 1 = <174/info:/1734078055982/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/194=[#edits: 1 = <175/info:/1734078055982/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/195=[#edits: 1 = <176/info:/1734078055982/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=15283, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,106 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/196=[#edits: 1 = <177/info:/1734078055983/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/197=[#edits: 1 = <178/info:/1734078055983/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/198=[#edits: 1 = <179/info:/1734078055983/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/199=[#edits: 1 = <180/info:/1734078055984/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/200=[#edits: 1 = <181/info:/1734078055984/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/201=[#edits: 1 = <182/info:/1734078055984/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/202=[#edits: 1 = <183/info:/1734078055985/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/203=[#edits: 1 = <184/info:/1734078055985/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/204=[#edits: 1 = <185/info:/1734078055985/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/205=[#edits: 1 = <186/info:/1734078055986/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/206=[#edits: 1 = <187/info:/1734078055986/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/207=[#edits: 1 = <188/info:/1734078055986/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/208=[#edits: 1 = <189/info:/1734078055987/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/209=[#edits: 1 = <190/info:/1734078055987/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/210=[#edits: 1 = <191/info:/1734078055987/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/211=[#edits: 1 = <192/info:/1734078055988/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/212=[#edits: 1 = <193/info:/1734078055988/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/213=[#edits: 1 = <194/info:/1734078055988/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/214=[#edits: 1 = <195/info:/1734078055989/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/215=[#edits: 1 = <196/info:/1734078055989/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/216=[#edits: 1 = <197/info:/1734078055989/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/217=[#edits: 1 = <198/info:/1734078055990/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/218=[#edits: 1 = <199/info:/1734078055990/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/219=[#edits: 1 = <200/info:/1734078055990/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/220=[#edits: 1 = <201/info:/1734078055991/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/221=[#edits: 1 = <202/info:/1734078055991/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/222=[#edits: 1 = <203/info:/1734078055991/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/223=[#edits: 1 = <204/info:/1734078055992/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/224=[#edits: 1 = <205/info:/1734078055992/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=17342, nbRowKeys=29, nbHFiles=0, heapSize=4988, lastSeqIds={}, endOfFile=false,usedBufferSize=4988] 2024-12-13T08:20:56,124 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,124 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/225=[#edits: 1 = <206/info:/1734078055993/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/226=[#edits: 1 = <207/info:/1734078055993/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/227=[#edits: 1 = <208/info:/1734078055993/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/228=[#edits: 1 = <209/info:/1734078055994/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/229=[#edits: 1 = <210/info:/1734078055994/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/230=[#edits: 1 = <211/info:/1734078055995/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/231=[#edits: 1 = <212/info:/1734078055995/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/232=[#edits: 1 = <213/info:/1734078055995/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/233=[#edits: 1 = <214/info:/1734078055996/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/234=[#edits: 1 = <215/info:/1734078055996/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/235=[#edits: 1 = <216/info:/1734078055997/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/236=[#edits: 1 = <217/info:/1734078055997/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/237=[#edits: 1 = <218/info:/1734078055997/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/238=[#edits: 1 = <219/info:/1734078055998/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/239=[#edits: 1 = <220/info:/1734078055998/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/240=[#edits: 1 = <221/info:/1734078055999/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/241=[#edits: 1 = <222/info:/1734078055999/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/242=[#edits: 1 = <223/info:/1734078055999/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/243=[#edits: 1 = <224/info:/1734078056000/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/244=[#edits: 1 = <225/info:/1734078056000/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/245=[#edits: 1 = <226/info:/1734078056001/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/246=[#edits: 1 = <227/info:/1734078056001/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/247=[#edits: 1 = <228/info:/1734078056001/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/248=[#edits: 1 = <229/info:/1734078056002/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/249=[#edits: 1 = <230/info:/1734078056002/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/250=[#edits: 1 = <231/info:/1734078056002/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/251=[#edits: 1 = <232/info:/1734078056003/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/252=[#edits: 1 = <233/info:/1734078056003/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/253=[#edits: 1 = <234/info:/1734078056004/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/254=[#edits: 1 = <235/info:/1734078056004/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/255=[#edits: 1 = <236/info:/1734078056004/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/256=[#edits: 1 = <237/info:/1734078056005/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/257=[#edits: 1 = <238/info:/1734078056005/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/258=[#edits: 1 = <239/info:/1734078056005/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/259=[#edits: 1 = <240/info:/1734078056006/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/260=[#edits: 1 = <241/info:/1734078056006/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/261=[#edits: 1 = <242/info:/1734078056007/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/262=[#edits: 1 = <243/info:/1734078056007/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/263=[#edits: 1 = <244/info:/1734078056007/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/264=[#edits: 1 = <245/info:/1734078056008/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/265=[#edits: 1 = <246/info:/1734078056008/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/266=[#edits: 1 = <247/info:/1734078056008/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/267=[#edits: 1 = <248/info:/1734078056009/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/268=[#edits: 1 = <249/info:/1734078056009/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/269=[#edits: 1 = <250/info:/1734078056010/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/270=[#edits: 1 = <251/info:/1734078056010/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/271=[#edits: 1 = <252/info:/1734078056010/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/272=[#edits: 1 = <253/info:/1734078056011/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/273=[#edits: 1 = <254/info:/1734078056011/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/274=[#edits: 1 = <255/info:/1734078056012/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/275=[#edits: 1 = <256/info:/1734078056012/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/276=[#edits: 1 = <257/info:/1734078056013/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/277=[#edits: 1 = <258/info:/1734078056013/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/278=[#edits: 1 = <259/info:/1734078056013/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/279=[#edits: 1 = <260/info:/1734078056014/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/280=[#edits: 1 = <261/info:/1734078056015/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/281=[#edits: 1 = <262/info:/1734078056015/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/282=[#edits: 1 = <263/info:/1734078056016/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/283=[#edits: 1 = <264/info:/1734078056016/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/284=[#edits: 1 = <265/info:/1734078056017/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=21602, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,125 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,126 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,126 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/285=[#edits: 1 = <266/info:/1734078056019/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/286=[#edits: 1 = <267/info:/1734078056020/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/287=[#edits: 1 = <268/info:/1734078056020/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/288=[#edits: 1 = <269/info:/1734078056021/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/289=[#edits: 1 = <270/info:/1734078056021/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/290=[#edits: 1 = <271/info:/1734078056022/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/291=[#edits: 1 = <272/info:/1734078056022/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/292=[#edits: 1 = <273/info:/1734078056023/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/293=[#edits: 1 = <274/info:/1734078056023/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/294=[#edits: 1 = <275/info:/1734078056024/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/295=[#edits: 1 = <276/info:/1734078056024/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/296=[#edits: 1 = <277/info:/1734078056024/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/297=[#edits: 1 = <278/info:/1734078056024/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/298=[#edits: 1 = <279/info:/1734078056025/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/299=[#edits: 1 = <280/info:/1734078056025/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/300=[#edits: 1 = <281/info:/1734078056025/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/301=[#edits: 1 = <282/info:/1734078056026/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/302=[#edits: 1 = <283/info:/1734078056026/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/303=[#edits: 1 = <284/info:/1734078056026/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/304=[#edits: 1 = <285/info:/1734078056027/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/305=[#edits: 1 = <286/info:/1734078056027/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/306=[#edits: 1 = <287/info:/1734078056027/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/307=[#edits: 1 = <288/info:/1734078056028/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/308=[#edits: 1 = <289/info:/1734078056028/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/309=[#edits: 1 = <290/info:/1734078056028/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/310=[#edits: 1 = <291/info:/1734078056029/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/311=[#edits: 1 = <292/info:/1734078056029/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/312=[#edits: 1 = <293/info:/1734078056029/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/313=[#edits: 1 = <294/info:/1734078056030/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/314=[#edits: 1 = <295/info:/1734078056030/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/315=[#edits: 1 = <296/info:/1734078056030/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/316=[#edits: 1 = <297/info:/1734078056031/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/317=[#edits: 1 = <298/info:/1734078056031/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/318=[#edits: 1 = <299/info:/1734078056031/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/319=[#edits: 1 = <300/info:/1734078056031/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/320=[#edits: 1 = <301/info:/1734078056032/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/321=[#edits: 1 = <302/info:/1734078056032/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/322=[#edits: 1 = <303/info:/1734078056032/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/323=[#edits: 1 = <304/info:/1734078056032/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/324=[#edits: 1 = <305/info:/1734078056033/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/325=[#edits: 1 = <306/info:/1734078056033/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/326=[#edits: 1 = <307/info:/1734078056033/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/327=[#edits: 1 = <308/info:/1734078056033/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/328=[#edits: 1 = <309/info:/1734078056034/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/329=[#edits: 1 = <310/info:/1734078056034/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/330=[#edits: 1 = <311/info:/1734078056034/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/331=[#edits: 1 = <312/info:/1734078056034/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/332=[#edits: 1 = <313/info:/1734078056035/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/333=[#edits: 1 = <314/info:/1734078056035/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/334=[#edits: 1 = <315/info:/1734078056035/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/335=[#edits: 1 = <316/info:/1734078056035/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/336=[#edits: 1 = <317/info:/1734078056036/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/337=[#edits: 1 = <318/info:/1734078056036/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/338=[#edits: 1 = <319/info:/1734078056036/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/339=[#edits: 1 = <320/info:/1734078056036/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/340=[#edits: 1 = <321/info:/1734078056036/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/341=[#edits: 1 = <322/info:/1734078056037/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/342=[#edits: 1 = <323/info:/1734078056037/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/343=[#edits: 1 = <324/info:/1734078056037/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/344=[#edits: 1 = <325/info:/1734078056037/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=25862, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,128 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,127 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/345=[#edits: 1 = <326/info:/1734078056038/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/346=[#edits: 1 = <327/info:/1734078056038/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/347=[#edits: 1 = <328/info:/1734078056038/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/348=[#edits: 1 = <329/info:/1734078056038/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/349=[#edits: 1 = <330/info:/1734078056039/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/350=[#edits: 1 = <331/info:/1734078056039/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/351=[#edits: 1 = <332/info:/1734078056039/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/352=[#edits: 1 = <333/info:/1734078056040/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/353=[#edits: 1 = <334/info:/1734078056040/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/354=[#edits: 1 = <335/info:/1734078056040/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/355=[#edits: 1 = <336/info:/1734078056040/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/356=[#edits: 1 = <337/info:/1734078056041/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/357=[#edits: 1 = <338/info:/1734078056041/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/358=[#edits: 1 = <339/info:/1734078056041/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/359=[#edits: 1 = <340/info:/1734078056041/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/360=[#edits: 1 = <341/info:/1734078056041/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/361=[#edits: 1 = <342/info:/1734078056042/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/362=[#edits: 1 = <343/info:/1734078056042/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/363=[#edits: 1 = <344/info:/1734078056042/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/364=[#edits: 1 = <345/info:/1734078056042/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/365=[#edits: 1 = <346/info:/1734078056043/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/366=[#edits: 1 = <347/info:/1734078056043/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/367=[#edits: 1 = <348/info:/1734078056043/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/368=[#edits: 1 = <349/info:/1734078056043/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/369=[#edits: 1 = <350/info:/1734078056044/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/370=[#edits: 1 = <351/info:/1734078056044/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/371=[#edits: 1 = <352/info:/1734078056044/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/372=[#edits: 1 = <353/info:/1734078056044/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/373=[#edits: 1 = <354/info:/1734078056045/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/374=[#edits: 1 = <355/info:/1734078056045/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/375=[#edits: 1 = <356/info:/1734078056045/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/376=[#edits: 1 = <357/info:/1734078056045/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/377=[#edits: 1 = <358/info:/1734078056046/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/378=[#edits: 1 = <359/info:/1734078056046/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/379=[#edits: 1 = <360/info:/1734078056046/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/380=[#edits: 1 = <361/info:/1734078056046/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/381=[#edits: 1 = <362/info:/1734078056047/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/382=[#edits: 1 = <363/info:/1734078056047/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/383=[#edits: 1 = <364/info:/1734078056047/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/384=[#edits: 1 = <365/info:/1734078056047/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/385=[#edits: 1 = <366/info:/1734078056048/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/386=[#edits: 1 = <367/info:/1734078056048/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/387=[#edits: 1 = <368/info:/1734078056048/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/388=[#edits: 1 = <369/info:/1734078056048/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/389=[#edits: 1 = <370/info:/1734078056049/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/390=[#edits: 1 = <371/info:/1734078056049/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/391=[#edits: 1 = <372/info:/1734078056049/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/392=[#edits: 1 = <373/info:/1734078056049/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/393=[#edits: 1 = <374/info:/1734078056050/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/394=[#edits: 1 = <375/info:/1734078056050/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/395=[#edits: 1 = <376/info:/1734078056050/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/396=[#edits: 1 = <377/info:/1734078056050/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/397=[#edits: 1 = <378/info:/1734078056051/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/398=[#edits: 1 = <379/info:/1734078056051/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/399=[#edits: 1 = <380/info:/1734078056051/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/400=[#edits: 1 = <381/info:/1734078056051/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/401=[#edits: 1 = <382/info:/1734078056052/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/402=[#edits: 1 = <383/info:/1734078056052/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/403=[#edits: 1 = <384/info:/1734078056052/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/404=[#edits: 1 = <385/info:/1734078056052/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=30122, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,129 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,128 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/405=[#edits: 1 = <386/info:/1734078056052/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/406=[#edits: 1 = <387/info:/1734078056053/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/407=[#edits: 1 = <388/info:/1734078056053/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/408=[#edits: 1 = <389/info:/1734078056053/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/409=[#edits: 1 = <390/info:/1734078056053/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/410=[#edits: 1 = <391/info:/1734078056054/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/411=[#edits: 1 = <392/info:/1734078056054/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/412=[#edits: 1 = <393/info:/1734078056054/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/413=[#edits: 1 = <394/info:/1734078056054/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/414=[#edits: 1 = <395/info:/1734078056055/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/415=[#edits: 1 = <396/info:/1734078056055/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/416=[#edits: 1 = <397/info:/1734078056055/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/417=[#edits: 1 = <398/info:/1734078056055/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/418=[#edits: 1 = <399/info:/1734078056056/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/419=[#edits: 1 = <400/info:/1734078056056/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/420=[#edits: 1 = <401/info:/1734078056056/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/421=[#edits: 1 = <402/info:/1734078056056/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/422=[#edits: 1 = <403/info:/1734078056056/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/423=[#edits: 1 = <404/info:/1734078056057/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/424=[#edits: 1 = <405/info:/1734078056057/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/425=[#edits: 1 = <406/info:/1734078056057/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/426=[#edits: 1 = <407/info:/1734078056057/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/427=[#edits: 1 = <408/info:/1734078056058/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/428=[#edits: 1 = <409/info:/1734078056058/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/429=[#edits: 1 = <410/info:/1734078056058/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/430=[#edits: 1 = <411/info:/1734078056058/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/431=[#edits: 1 = <412/info:/1734078056058/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/432=[#edits: 1 = <413/info:/1734078056059/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/433=[#edits: 1 = <414/info:/1734078056059/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/434=[#edits: 1 = <415/info:/1734078056059/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/435=[#edits: 1 = <416/info:/1734078056060/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/436=[#edits: 1 = <417/info:/1734078056060/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/437=[#edits: 1 = <418/info:/1734078056060/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/438=[#edits: 1 = <419/info:/1734078056060/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/439=[#edits: 1 = <420/info:/1734078056061/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/440=[#edits: 1 = <421/info:/1734078056061/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/441=[#edits: 1 = <422/info:/1734078056061/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/442=[#edits: 1 = <423/info:/1734078056061/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/443=[#edits: 1 = <424/info:/1734078056062/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/444=[#edits: 1 = <425/info:/1734078056062/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/445=[#edits: 1 = <426/info:/1734078056062/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/446=[#edits: 1 = <427/info:/1734078056062/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/447=[#edits: 1 = <428/info:/1734078056063/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/448=[#edits: 1 = <429/info:/1734078056063/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/449=[#edits: 1 = <430/info:/1734078056063/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/450=[#edits: 1 = <431/info:/1734078056064/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/451=[#edits: 1 = <432/info:/1734078056064/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/452=[#edits: 1 = <433/info:/1734078056064/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/453=[#edits: 1 = <434/info:/1734078056064/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/454=[#edits: 1 = <435/info:/1734078056065/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/455=[#edits: 1 = <436/info:/1734078056065/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/456=[#edits: 1 = <437/info:/1734078056065/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/457=[#edits: 1 = <438/info:/1734078056065/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/458=[#edits: 1 = <439/info:/1734078056066/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/459=[#edits: 1 = <440/info:/1734078056066/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/460=[#edits: 1 = <441/info:/1734078056066/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/461=[#edits: 1 = <442/info:/1734078056066/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/462=[#edits: 1 = <443/info:/1734078056067/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/463=[#edits: 1 = <444/info:/1734078056067/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/464=[#edits: 1 = <445/info:/1734078056067/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=34382, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,130 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,130 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:20:56,130 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/465=[#edits: 1 = <446/info:/1734078056068/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/466=[#edits: 1 = <447/info:/1734078056068/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/467=[#edits: 1 = <448/info:/1734078056068/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/468=[#edits: 1 = <449/info:/1734078056068/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/469=[#edits: 1 = <450/info:/1734078056069/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/470=[#edits: 1 = <451/info:/1734078056069/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/471=[#edits: 1 = <452/info:/1734078056069/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/472=[#edits: 1 = <453/info:/1734078056070/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/473=[#edits: 1 = <454/info:/1734078056070/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/474=[#edits: 1 = <455/info:/1734078056070/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/475=[#edits: 1 = <456/info:/1734078056070/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/476=[#edits: 1 = <457/info:/1734078056071/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/477=[#edits: 1 = <458/info:/1734078056071/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/478=[#edits: 1 = <459/info:/1734078056071/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/479=[#edits: 1 = <460/info:/1734078056071/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/480=[#edits: 1 = <461/info:/1734078056071/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/481=[#edits: 1 = <462/info:/1734078056072/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/482=[#edits: 1 = <463/info:/1734078056072/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/483=[#edits: 1 = <464/info:/1734078056072/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/484=[#edits: 1 = <465/info:/1734078056073/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/485=[#edits: 1 = <466/info:/1734078056073/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/486=[#edits: 1 = <467/info:/1734078056073/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/487=[#edits: 1 = <468/info:/1734078056073/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/488=[#edits: 1 = <469/info:/1734078056073/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/489=[#edits: 1 = <470/info:/1734078056074/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/490=[#edits: 1 = <471/info:/1734078056074/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/491=[#edits: 1 = <472/info:/1734078056074/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/492=[#edits: 1 = <473/info:/1734078056074/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/493=[#edits: 1 = <474/info:/1734078056075/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/494=[#edits: 1 = <475/info:/1734078056075/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/495=[#edits: 1 = <476/info:/1734078056075/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/496=[#edits: 1 = <477/info:/1734078056075/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/497=[#edits: 1 = <478/info:/1734078056076/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/498=[#edits: 1 = <479/info:/1734078056076/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/499=[#edits: 1 = <480/info:/1734078056076/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/500=[#edits: 1 = <481/info:/1734078056076/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/501=[#edits: 1 = <482/info:/1734078056077/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/502=[#edits: 1 = <483/info:/1734078056077/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/503=[#edits: 1 = <484/info:/1734078056077/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/504=[#edits: 1 = <485/info:/1734078056077/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/505=[#edits: 1 = <486/info:/1734078056078/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/506=[#edits: 1 = <487/info:/1734078056078/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/507=[#edits: 1 = <488/info:/1734078056078/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/508=[#edits: 1 = <489/info:/1734078056078/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/509=[#edits: 1 = <490/info:/1734078056079/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/510=[#edits: 1 = <491/info:/1734078056079/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/511=[#edits: 1 = <492/info:/1734078056079/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/512=[#edits: 1 = <493/info:/1734078056079/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/513=[#edits: 1 = <494/info:/1734078056080/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/514=[#edits: 1 = <495/info:/1734078056080/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/515=[#edits: 1 = <496/info:/1734078056080/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/516=[#edits: 1 = <497/info:/1734078056081/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/517=[#edits: 1 = <498/info:/1734078056081/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/518=[#edits: 1 = <499/info:/1734078056081/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/519=[#edits: 1 = <500/info:/1734078056081/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/520=[#edits: 1 = <501/info:/1734078056082/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/521=[#edits: 1 = <502/info:/1734078056082/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/522=[#edits: 1 = <503/info:/1734078056082/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/523=[#edits: 1 = <504/info:/1734078056082/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/524=[#edits: 1 = <505/info:/1734078056083/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=38642, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,131 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 43044, reset compression=false 2024-12-13T08:20:56,131 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/525=[#edits: 1 = <506/info:/1734078056083/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/526=[#edits: 1 = <507/info:/1734078056083/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/527=[#edits: 1 = <508/info:/1734078056084/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/528=[#edits: 1 = <509/info:/1734078056084/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/529=[#edits: 1 = <510/info:/1734078056084/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/530=[#edits: 1 = <511/info:/1734078056084/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/531=[#edits: 1 = <512/info:/1734078056084/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/532=[#edits: 1 = <513/info:/1734078056085/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/533=[#edits: 1 = <514/info:/1734078056085/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/534=[#edits: 1 = <515/info:/1734078056085/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/535=[#edits: 1 = <516/info:/1734078056085/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/536=[#edits: 1 = <517/info:/1734078056086/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/537=[#edits: 1 = <518/info:/1734078056086/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/538=[#edits: 1 = <519/info:/1734078056086/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/539=[#edits: 1 = <520/info:/1734078056086/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/540=[#edits: 1 = <521/info:/1734078056087/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/541=[#edits: 1 = <522/info:/1734078056087/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/542=[#edits: 1 = <523/info:/1734078056087/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/543=[#edits: 1 = <524/info:/1734078056087/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/544=[#edits: 1 = <525/info:/1734078056088/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/545=[#edits: 1 = <526/info:/1734078056088/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/546=[#edits: 1 = <527/info:/1734078056088/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/547=[#edits: 1 = <528/info:/1734078056088/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/548=[#edits: 1 = <529/info:/1734078056089/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/549=[#edits: 1 = <530/info:/1734078056089/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/550=[#edits: 1 = <531/info:/1734078056089/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/551=[#edits: 1 = <532/info:/1734078056089/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/552=[#edits: 1 = <533/info:/1734078056090/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/553=[#edits: 1 = <534/info:/1734078056090/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/554=[#edits: 1 = <535/info:/1734078056090/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/555=[#edits: 1 = <536/info:/1734078056090/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/556=[#edits: 1 = <537/info:/1734078056091/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/557=[#edits: 1 = <538/info:/1734078056091/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/558=[#edits: 1 = <539/info:/1734078056091/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/559=[#edits: 1 = <540/info:/1734078056091/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/560=[#edits: 1 = <541/info:/1734078056092/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/561=[#edits: 1 = <542/info:/1734078056092/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/562=[#edits: 1 = <543/info:/1734078056092/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/563=[#edits: 1 = <544/info:/1734078056093/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/564=[#edits: 1 = <545/info:/1734078056093/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/565=[#edits: 1 = <546/info:/1734078056093/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/566=[#edits: 1 = <547/info:/1734078056093/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/567=[#edits: 1 = <548/info:/1734078056094/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/568=[#edits: 1 = <549/info:/1734078056094/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/569=[#edits: 1 = <550/info:/1734078056095/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/570=[#edits: 1 = <551/info:/1734078056095/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/571=[#edits: 1 = <552/info:/1734078056096/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/572=[#edits: 1 = <553/info:/1734078056097/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/573=[#edits: 1 = <554/info:/1734078056098/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/574=[#edits: 1 = <555/info:/1734078056098/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/575=[#edits: 1 = <556/info:/1734078056099/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/576=[#edits: 1 = <557/info:/1734078056099/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/577=[#edits: 1 = <558/info:/1734078056100/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/578=[#edits: 1 = <559/info:/1734078056100/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/579=[#edits: 1 = <560/info:/1734078056101/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/580=[#edits: 1 = <561/info:/1734078056101/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/581=[#edits: 1 = <562/info:/1734078056102/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/582=[#edits: 1 = <563/info:/1734078056102/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/583=[#edits: 1 = <564/info:/1734078056103/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/584=[#edits: 1 = <565/info:/1734078056103/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=42902, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,132 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/585=[#edits: 1 = <566/info:/1734078056103/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/586=[#edits: 1 = <567/info:/1734078056105/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=43044, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-13T08:20:56,136 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:56,136 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 43967, reset compression=false 2024-12-13T08:20:56,136 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/587=[#edits: 1 = <568/info:/1734078056106/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/588=[#edits: 1 = <569/info:/1734078056107/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/589=[#edits: 1 = <570/info:/1734078056107/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/590=[#edits: 1 = <571/info:/1734078056130/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/591=[#edits: 1 = <572/info:/1734078056131/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/592=[#edits: 1 = <573/info:/1734078056131/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/593=[#edits: 1 = <574/info:/1734078056131/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/594=[#edits: 1 = <575/info:/1734078056132/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/595=[#edits: 1 = <576/info:/1734078056132/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/596=[#edits: 1 = <577/info:/1734078056133/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/597=[#edits: 1 = <578/info:/1734078056133/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/598=[#edits: 1 = <579/info:/1734078056133/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/599=[#edits: 1 = <580/info:/1734078056134/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=43967, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:56,141 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-13T08:20:56,141 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 45032, reset compression=false 2024-12-13T08:20:56,141 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/600=[#edits: 1 = <581/info:/1734078056134/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/601=[#edits: 1 = <582/info:/1734078056134/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/602=[#edits: 1 = <583/info:/1734078056135/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/603=[#edits: 1 = <584/info:/1734078056136/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/604=[#edits: 1 = <585/info:/1734078056136/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/605=[#edits: 1 = <586/info:/1734078056137/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/606=[#edits: 1 = <587/info:/1734078056137/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/607=[#edits: 1 = <588/info:/1734078056137/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/608=[#edits: 1 = <589/info:/1734078056137/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/609=[#edits: 1 = <590/info:/1734078056138/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/610=[#edits: 1 = <591/info:/1734078056138/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/611=[#edits: 1 = <592/info:/1734078056138/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/612=[#edits: 1 = <593/info:/1734078056139/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/613=[#edits: 1 = <594/info:/1734078056139/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/614=[#edits: 1 = <595/info:/1734078056139/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=45032, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-13T08:20:56,145 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,145 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 45813, reset compression=false 2024-12-13T08:20:56,145 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/615=[#edits: 1 = <596/info:/1734078056139/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/616=[#edits: 1 = <597/info:/1734078056140/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/617=[#edits: 1 = <598/info:/1734078056140/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/618=[#edits: 1 = <599/info:/1734078056141/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/619=[#edits: 1 = <600/info:/1734078056141/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/620=[#edits: 1 = <601/info:/1734078056141/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/621=[#edits: 1 = <602/info:/1734078056142/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/622=[#edits: 1 = <603/info:/1734078056142/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/623=[#edits: 1 = <604/info:/1734078056142/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/624=[#edits: 1 = <605/info:/1734078056143/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/625=[#edits: 1 = <606/info:/1734078056143/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=45813, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:56,149 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-13T08:20:56,149 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 46878, reset compression=false 2024-12-13T08:20:56,149 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/626=[#edits: 1 = <607/info:/1734078056143/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/627=[#edits: 1 = <608/info:/1734078056144/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/628=[#edits: 1 = <609/info:/1734078056144/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/629=[#edits: 1 = <610/info:/1734078056144/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/630=[#edits: 1 = <611/info:/1734078056145/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/631=[#edits: 1 = <612/info:/1734078056145/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/632=[#edits: 1 = <613/info:/1734078056145/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/633=[#edits: 1 = <614/info:/1734078056146/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/634=[#edits: 1 = <615/info:/1734078056146/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/635=[#edits: 1 = <616/info:/1734078056146/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/636=[#edits: 1 = <617/info:/1734078056146/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/637=[#edits: 1 = <618/info:/1734078056147/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/638=[#edits: 1 = <619/info:/1734078056147/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/639=[#edits: 1 = <620/info:/1734078056147/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/640=[#edits: 1 = <621/info:/1734078056148/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=46878, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-13T08:20:56,153 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:56,153 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 47446, reset compression=false 2024-12-13T08:20:56,153 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/641=[#edits: 1 = <622/info:/1734078056148/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/642=[#edits: 1 = <623/info:/1734078056148/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/643=[#edits: 1 = <624/info:/1734078056149/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/644=[#edits: 1 = <625/info:/1734078056149/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/645=[#edits: 1 = <626/info:/1734078056149/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/646=[#edits: 1 = <627/info:/1734078056150/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/647=[#edits: 1 = <628/info:/1734078056151/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/648=[#edits: 1 = <629/info:/1734078056152/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=47446, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:56,156 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:56,156 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 48085, reset compression=false 2024-12-13T08:20:56,156 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/649=[#edits: 1 = <630/info:/1734078056152/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/650=[#edits: 1 = <631/info:/1734078056152/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/651=[#edits: 1 = <632/info:/1734078056153/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/652=[#edits: 1 = <633/info:/1734078056153/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/653=[#edits: 1 = <634/info:/1734078056154/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/654=[#edits: 1 = <635/info:/1734078056154/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/655=[#edits: 1 = <636/info:/1734078056154/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/656=[#edits: 1 = <637/info:/1734078056155/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/657=[#edits: 1 = <638/info:/1734078056155/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=48085, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:56,160 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:56,160 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 48653, reset compression=false 2024-12-13T08:20:56,160 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/658=[#edits: 1 = <639/info:/1734078056156/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/659=[#edits: 1 = <640/info:/1734078056156/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/660=[#edits: 1 = <641/info:/1734078056156/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/661=[#edits: 1 = <642/info:/1734078056157/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/662=[#edits: 1 = <643/info:/1734078056157/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/663=[#edits: 1 = <644/info:/1734078056158/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/664=[#edits: 1 = <645/info:/1734078056158/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/665=[#edits: 1 = <646/info:/1734078056159/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=48653, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:56,164 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:56,164 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 49079, reset compression=false 2024-12-13T08:20:56,164 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/666=[#edits: 1 = <647/info:/1734078056159/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/667=[#edits: 1 = <648/info:/1734078056159/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/668=[#edits: 1 = <649/info:/1734078056160/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/669=[#edits: 1 = <650/info:/1734078056160/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/670=[#edits: 1 = <651/info:/1734078056160/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/671=[#edits: 1 = <652/info:/1734078056162/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=49079, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:56,167 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:56,167 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 49789, reset compression=false 2024-12-13T08:20:56,167 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/672=[#edits: 1 = <653/info:/1734078056162/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/673=[#edits: 1 = <654/info:/1734078056163/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/674=[#edits: 1 = <655/info:/1734078056163/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/675=[#edits: 1 = <656/info:/1734078056164/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/676=[#edits: 1 = <657/info:/1734078056164/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/677=[#edits: 1 = <658/info:/1734078056164/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/678=[#edits: 1 = <659/info:/1734078056165/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/679=[#edits: 1 = <660/info:/1734078056165/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/680=[#edits: 1 = <661/info:/1734078056165/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/681=[#edits: 1 = <662/info:/1734078056166/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=49789, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:56,172 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,172 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 50570, reset compression=false 2024-12-13T08:20:56,172 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/682=[#edits: 1 = <663/info:/1734078056166/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/683=[#edits: 1 = <664/info:/1734078056167/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/684=[#edits: 1 = <665/info:/1734078056167/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/685=[#edits: 1 = <666/info:/1734078056167/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/686=[#edits: 1 = <667/info:/1734078056168/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/687=[#edits: 1 = <668/info:/1734078056169/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/688=[#edits: 1 = <669/info:/1734078056169/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/689=[#edits: 1 = <670/info:/1734078056169/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/690=[#edits: 1 = <671/info:/1734078056169/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/691=[#edits: 1 = <672/info:/1734078056170/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/692=[#edits: 1 = <673/info:/1734078056170/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=50570, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:56,175 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:56,175 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 51280, reset compression=false 2024-12-13T08:20:56,175 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/693=[#edits: 1 = <674/info:/1734078056170/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/694=[#edits: 1 = <675/info:/1734078056171/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/695=[#edits: 1 = <676/info:/1734078056172/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/696=[#edits: 1 = <677/info:/1734078056172/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/697=[#edits: 1 = <678/info:/1734078056172/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/698=[#edits: 1 = <679/info:/1734078056173/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/699=[#edits: 1 = <680/info:/1734078056173/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/700=[#edits: 1 = <681/info:/1734078056173/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/701=[#edits: 1 = <682/info:/1734078056173/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/702=[#edits: 1 = <683/info:/1734078056174/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=51280, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:56,179 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:56,179 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 52132, reset compression=false 2024-12-13T08:20:56,179 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/703=[#edits: 1 = <684/info:/1734078056174/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/704=[#edits: 1 = <685/info:/1734078056174/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/705=[#edits: 1 = <686/info:/1734078056175/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/706=[#edits: 1 = <687/info:/1734078056175/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/707=[#edits: 1 = <688/info:/1734078056175/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/708=[#edits: 1 = <689/info:/1734078056175/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/709=[#edits: 1 = <690/info:/1734078056176/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/710=[#edits: 1 = <691/info:/1734078056176/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/711=[#edits: 1 = <692/info:/1734078056176/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/712=[#edits: 1 = <693/info:/1734078056177/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/713=[#edits: 1 = <694/info:/1734078056177/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/714=[#edits: 1 = <695/info:/1734078056177/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=52132, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:56,182 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:56,182 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 52984, reset compression=false 2024-12-13T08:20:56,182 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/715=[#edits: 1 = <696/info:/1734078056177/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/716=[#edits: 1 = <697/info:/1734078056178/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/717=[#edits: 1 = <698/info:/1734078056178/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/718=[#edits: 1 = <699/info:/1734078056178/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/719=[#edits: 1 = <700/info:/1734078056179/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/720=[#edits: 1 = <701/info:/1734078056179/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/721=[#edits: 1 = <702/info:/1734078056179/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/722=[#edits: 1 = <703/info:/1734078056180/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/723=[#edits: 1 = <704/info:/1734078056180/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/724=[#edits: 1 = <705/info:/1734078056180/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/725=[#edits: 1 = <706/info:/1734078056181/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/726=[#edits: 1 = <707/info:/1734078056181/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=52984, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:56,187 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:56,187 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 53907, reset compression=false 2024-12-13T08:20:56,187 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/727=[#edits: 1 = <708/info:/1734078056181/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/728=[#edits: 1 = <709/info:/1734078056181/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/729=[#edits: 1 = <710/info:/1734078056182/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/730=[#edits: 1 = <711/info:/1734078056182/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/731=[#edits: 1 = <712/info:/1734078056182/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/732=[#edits: 1 = <713/info:/1734078056183/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/733=[#edits: 1 = <714/info:/1734078056183/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/734=[#edits: 1 = <715/info:/1734078056184/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/735=[#edits: 1 = <716/info:/1734078056184/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/736=[#edits: 1 = <717/info:/1734078056184/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/737=[#edits: 1 = <718/info:/1734078056185/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/738=[#edits: 1 = <719/info:/1734078056185/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/739=[#edits: 1 = <720/info:/1734078056185/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=53907, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:56,190 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,190 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 54688, reset compression=false 2024-12-13T08:20:56,190 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/740=[#edits: 1 = <721/info:/1734078056186/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/741=[#edits: 1 = <722/info:/1734078056186/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/742=[#edits: 1 = <723/info:/1734078056186/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/743=[#edits: 1 = <724/info:/1734078056187/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/744=[#edits: 1 = <725/info:/1734078056187/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/745=[#edits: 1 = <726/info:/1734078056187/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/746=[#edits: 1 = <727/info:/1734078056188/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/747=[#edits: 1 = <728/info:/1734078056188/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/748=[#edits: 1 = <729/info:/1734078056188/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/749=[#edits: 1 = <730/info:/1734078056189/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/750=[#edits: 1 = <731/info:/1734078056189/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=54688, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:56,194 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:56,194 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 55540, reset compression=false 2024-12-13T08:20:56,194 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/751=[#edits: 1 = <732/info:/1734078056189/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/752=[#edits: 1 = <733/info:/1734078056190/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/753=[#edits: 1 = <734/info:/1734078056190/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/754=[#edits: 1 = <735/info:/1734078056190/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/755=[#edits: 1 = <736/info:/1734078056191/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/756=[#edits: 1 = <737/info:/1734078056191/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/757=[#edits: 1 = <738/info:/1734078056191/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/758=[#edits: 1 = <739/info:/1734078056191/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/759=[#edits: 1 = <740/info:/1734078056192/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/760=[#edits: 1 = <741/info:/1734078056192/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/761=[#edits: 1 = <742/info:/1734078056192/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/762=[#edits: 1 = <743/info:/1734078056192/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=55540, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:56,197 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,198 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 56321, reset compression=false 2024-12-13T08:20:56,198 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/763=[#edits: 1 = <744/info:/1734078056193/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/764=[#edits: 1 = <745/info:/1734078056193/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/765=[#edits: 1 = <746/info:/1734078056193/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/766=[#edits: 1 = <747/info:/1734078056194/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/767=[#edits: 1 = <748/info:/1734078056194/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/768=[#edits: 1 = <749/info:/1734078056195/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/769=[#edits: 1 = <750/info:/1734078056195/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/770=[#edits: 1 = <751/info:/1734078056195/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/771=[#edits: 1 = <752/info:/1734078056195/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/772=[#edits: 1 = <753/info:/1734078056196/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/773=[#edits: 1 = <754/info:/1734078056196/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=56321, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:56,201 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:56,201 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 57173, reset compression=false 2024-12-13T08:20:56,201 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/774=[#edits: 1 = <755/info:/1734078056196/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/775=[#edits: 1 = <756/info:/1734078056197/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/776=[#edits: 1 = <757/info:/1734078056197/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/777=[#edits: 1 = <758/info:/1734078056197/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/778=[#edits: 1 = <759/info:/1734078056198/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/779=[#edits: 1 = <760/info:/1734078056198/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/780=[#edits: 1 = <761/info:/1734078056198/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/781=[#edits: 1 = <762/info:/1734078056199/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/782=[#edits: 1 = <763/info:/1734078056199/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/783=[#edits: 1 = <764/info:/1734078056199/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/784=[#edits: 1 = <765/info:/1734078056199/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/785=[#edits: 1 = <766/info:/1734078056200/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=57173, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:56,205 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:56,205 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 57670, reset compression=false 2024-12-13T08:20:56,205 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/786=[#edits: 1 = <767/info:/1734078056200/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/787=[#edits: 1 = <768/info:/1734078056200/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/788=[#edits: 1 = <769/info:/1734078056200/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/789=[#edits: 1 = <770/info:/1734078056201/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/790=[#edits: 1 = <771/info:/1734078056201/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/791=[#edits: 1 = <772/info:/1734078056202/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/792=[#edits: 1 = <773/info:/1734078056203/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=57670, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:56,209 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:56,209 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 58380, reset compression=false 2024-12-13T08:20:56,209 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/793=[#edits: 1 = <774/info:/1734078056204/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/794=[#edits: 1 = <775/info:/1734078056204/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/795=[#edits: 1 = <776/info:/1734078056204/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/796=[#edits: 1 = <777/info:/1734078056205/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/797=[#edits: 1 = <778/info:/1734078056205/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/798=[#edits: 1 = <779/info:/1734078056206/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/799=[#edits: 1 = <780/info:/1734078056206/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/800=[#edits: 1 = <781/info:/1734078056206/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/801=[#edits: 1 = <782/info:/1734078056207/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/802=[#edits: 1 = <783/info:/1734078056207/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=58380, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:56,213 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:56,213 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 59019, reset compression=false 2024-12-13T08:20:56,213 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/803=[#edits: 1 = <784/info:/1734078056207/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/804=[#edits: 1 = <785/info:/1734078056208/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/805=[#edits: 1 = <786/info:/1734078056208/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/806=[#edits: 1 = <787/info:/1734078056209/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/807=[#edits: 1 = <788/info:/1734078056209/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/808=[#edits: 1 = <789/info:/1734078056210/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/809=[#edits: 1 = <790/info:/1734078056210/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/810=[#edits: 1 = <791/info:/1734078056210/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/811=[#edits: 1 = <792/info:/1734078056210/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=59019, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:56,216 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:56,216 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 59658, reset compression=false 2024-12-13T08:20:56,216 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/812=[#edits: 1 = <793/info:/1734078056212/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/813=[#edits: 1 = <794/info:/1734078056212/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/814=[#edits: 1 = <795/info:/1734078056213/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/815=[#edits: 1 = <796/info:/1734078056213/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/816=[#edits: 1 = <797/info:/1734078056213/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/817=[#edits: 1 = <798/info:/1734078056214/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/818=[#edits: 1 = <799/info:/1734078056214/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/819=[#edits: 1 = <800/info:/1734078056214/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/820=[#edits: 1 = <801/info:/1734078056215/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=59658, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:56,220 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:56,221 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 60226, reset compression=false 2024-12-13T08:20:56,221 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/821=[#edits: 1 = <802/info:/1734078056215/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/822=[#edits: 1 = <803/info:/1734078056215/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/823=[#edits: 1 = <804/info:/1734078056216/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/824=[#edits: 1 = <805/info:/1734078056216/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/825=[#edits: 1 = <806/info:/1734078056217/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/826=[#edits: 1 = <807/info:/1734078056218/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/827=[#edits: 1 = <808/info:/1734078056218/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/828=[#edits: 1 = <809/info:/1734078056218/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=60226, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:56,225 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:56,225 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 60865, reset compression=false 2024-12-13T08:20:56,225 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/829=[#edits: 1 = <810/info:/1734078056219/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/830=[#edits: 1 = <811/info:/1734078056220/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/831=[#edits: 1 = <812/info:/1734078056221/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/832=[#edits: 1 = <813/info:/1734078056221/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/833=[#edits: 1 = <814/info:/1734078056221/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/834=[#edits: 1 = <815/info:/1734078056222/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/835=[#edits: 1 = <816/info:/1734078056222/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/836=[#edits: 1 = <817/info:/1734078056222/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/837=[#edits: 1 = <818/info:/1734078056223/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=60865, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:56,229 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:56,229 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 61575, reset compression=false 2024-12-13T08:20:56,229 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/838=[#edits: 1 = <819/info:/1734078056223/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/839=[#edits: 1 = <820/info:/1734078056223/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/840=[#edits: 1 = <821/info:/1734078056224/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/841=[#edits: 1 = <822/info:/1734078056224/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/842=[#edits: 1 = <823/info:/1734078056225/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/843=[#edits: 1 = <824/info:/1734078056226/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/844=[#edits: 1 = <825/info:/1734078056226/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/845=[#edits: 1 = <826/info:/1734078056226/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/846=[#edits: 1 = <827/info:/1734078056227/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/847=[#edits: 1 = <828/info:/1734078056227/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=61575, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:56,233 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,233 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 62356, reset compression=false 2024-12-13T08:20:56,233 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/848=[#edits: 1 = <829/info:/1734078056227/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/849=[#edits: 1 = <830/info:/1734078056228/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/850=[#edits: 1 = <831/info:/1734078056228/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/851=[#edits: 1 = <832/info:/1734078056229/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/852=[#edits: 1 = <833/info:/1734078056229/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/853=[#edits: 1 = <834/info:/1734078056230/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/854=[#edits: 1 = <835/info:/1734078056230/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/855=[#edits: 1 = <836/info:/1734078056230/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/856=[#edits: 1 = <837/info:/1734078056230/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/857=[#edits: 1 = <838/info:/1734078056231/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/858=[#edits: 1 = <839/info:/1734078056231/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=62356, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:56,237 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:56,237 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 63279, reset compression=false 2024-12-13T08:20:56,237 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/859=[#edits: 1 = <840/info:/1734078056232/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/860=[#edits: 1 = <841/info:/1734078056232/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/861=[#edits: 1 = <842/info:/1734078056232/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/862=[#edits: 1 = <843/info:/1734078056233/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/863=[#edits: 1 = <844/info:/1734078056233/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/864=[#edits: 1 = <845/info:/1734078056233/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/865=[#edits: 1 = <846/info:/1734078056234/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/866=[#edits: 1 = <847/info:/1734078056234/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/867=[#edits: 1 = <848/info:/1734078056234/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/868=[#edits: 1 = <849/info:/1734078056235/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/869=[#edits: 1 = <850/info:/1734078056235/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/870=[#edits: 1 = <851/info:/1734078056235/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/871=[#edits: 1 = <852/info:/1734078056235/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=63279, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:56,242 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:56,242 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 64273, reset compression=false 2024-12-13T08:20:56,242 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/872=[#edits: 1 = <853/info:/1734078056236/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/873=[#edits: 1 = <854/info:/1734078056236/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/874=[#edits: 1 = <855/info:/1734078056236/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/875=[#edits: 1 = <856/info:/1734078056237/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/876=[#edits: 1 = <857/info:/1734078056237/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/877=[#edits: 1 = <858/info:/1734078056238/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/878=[#edits: 1 = <859/info:/1734078056238/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/879=[#edits: 1 = <860/info:/1734078056238/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/880=[#edits: 1 = <861/info:/1734078056239/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/881=[#edits: 1 = <862/info:/1734078056239/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/882=[#edits: 1 = <863/info:/1734078056239/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/883=[#edits: 1 = <864/info:/1734078056239/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/884=[#edits: 1 = <865/info:/1734078056240/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/885=[#edits: 1 = <866/info:/1734078056240/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=64273, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:56,245 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:56,245 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 64912, reset compression=false 2024-12-13T08:20:56,245 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/886=[#edits: 1 = <867/info:/1734078056240/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/887=[#edits: 1 = <868/info:/1734078056241/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/888=[#edits: 1 = <869/info:/1734078056241/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/889=[#edits: 1 = <870/info:/1734078056242/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/890=[#edits: 1 = <871/info:/1734078056242/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/891=[#edits: 1 = <872/info:/1734078056242/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/892=[#edits: 1 = <873/info:/1734078056243/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/893=[#edits: 1 = <874/info:/1734078056243/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/894=[#edits: 1 = <875/info:/1734078056244/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=64912, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:56,249 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:56,249 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 65551, reset compression=false 2024-12-13T08:20:56,249 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/895=[#edits: 1 = <876/info:/1734078056244/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/896=[#edits: 1 = <877/info:/1734078056244/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/897=[#edits: 1 = <878/info:/1734078056245/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/898=[#edits: 1 = <879/info:/1734078056246/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/899=[#edits: 1 = <880/info:/1734078056246/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/900=[#edits: 1 = <881/info:/1734078056246/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/901=[#edits: 1 = <882/info:/1734078056246/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/902=[#edits: 1 = <883/info:/1734078056247/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/903=[#edits: 1 = <884/info:/1734078056247/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=65551, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:56,253 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:56,253 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 66474, reset compression=false 2024-12-13T08:20:56,253 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/904=[#edits: 1 = <885/info:/1734078056248/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/905=[#edits: 1 = <886/info:/1734078056248/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/906=[#edits: 1 = <887/info:/1734078056248/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/907=[#edits: 1 = <888/info:/1734078056249/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/908=[#edits: 1 = <889/info:/1734078056249/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/909=[#edits: 1 = <890/info:/1734078056249/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/910=[#edits: 1 = <891/info:/1734078056250/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/911=[#edits: 1 = <892/info:/1734078056250/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/912=[#edits: 1 = <893/info:/1734078056250/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/913=[#edits: 1 = <894/info:/1734078056251/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/914=[#edits: 1 = <895/info:/1734078056251/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/915=[#edits: 1 = <896/info:/1734078056251/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/916=[#edits: 1 = <897/info:/1734078056252/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=66474, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:56,258 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-13T08:20:56,258 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 67539, reset compression=false 2024-12-13T08:20:56,258 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/917=[#edits: 1 = <898/info:/1734078056252/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/918=[#edits: 1 = <899/info:/1734078056252/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/919=[#edits: 1 = <900/info:/1734078056253/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/920=[#edits: 1 = <901/info:/1734078056253/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/921=[#edits: 1 = <902/info:/1734078056254/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/922=[#edits: 1 = <903/info:/1734078056254/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/923=[#edits: 1 = <904/info:/1734078056254/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/924=[#edits: 1 = <905/info:/1734078056254/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/925=[#edits: 1 = <906/info:/1734078056255/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/926=[#edits: 1 = <907/info:/1734078056255/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/927=[#edits: 1 = <908/info:/1734078056255/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/928=[#edits: 1 = <909/info:/1734078056256/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/929=[#edits: 1 = <910/info:/1734078056256/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/930=[#edits: 1 = <911/info:/1734078056256/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/931=[#edits: 1 = <912/info:/1734078056256/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=67539, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-13T08:20:56,262 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:56,262 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 68249, reset compression=false 2024-12-13T08:20:56,262 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/932=[#edits: 1 = <913/info:/1734078056257/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/933=[#edits: 1 = <914/info:/1734078056257/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/934=[#edits: 1 = <915/info:/1734078056258/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/935=[#edits: 1 = <916/info:/1734078056258/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/936=[#edits: 1 = <917/info:/1734078056258/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/937=[#edits: 1 = <918/info:/1734078056259/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/938=[#edits: 1 = <919/info:/1734078056259/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/939=[#edits: 1 = <920/info:/1734078056259/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/940=[#edits: 1 = <921/info:/1734078056260/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/941=[#edits: 1 = <922/info:/1734078056260/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=68249, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:56,265 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:56,265 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 68888, reset compression=false 2024-12-13T08:20:56,265 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/942=[#edits: 1 = <923/info:/1734078056261/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/943=[#edits: 1 = <924/info:/1734078056261/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/944=[#edits: 1 = <925/info:/1734078056261/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/945=[#edits: 1 = <926/info:/1734078056262/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/946=[#edits: 1 = <927/info:/1734078056262/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/947=[#edits: 1 = <928/info:/1734078056263/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/948=[#edits: 1 = <929/info:/1734078056263/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/949=[#edits: 1 = <930/info:/1734078056263/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/950=[#edits: 1 = <931/info:/1734078056264/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=68888, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:56,269 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,269 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 69669, reset compression=false 2024-12-13T08:20:56,269 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/951=[#edits: 1 = <932/info:/1734078056264/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/952=[#edits: 1 = <933/info:/1734078056264/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/953=[#edits: 1 = <934/info:/1734078056265/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/954=[#edits: 1 = <935/info:/1734078056265/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/955=[#edits: 1 = <936/info:/1734078056265/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/956=[#edits: 1 = <937/info:/1734078056266/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/957=[#edits: 1 = <938/info:/1734078056266/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/958=[#edits: 1 = <939/info:/1734078056267/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/959=[#edits: 1 = <940/info:/1734078056267/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/960=[#edits: 1 = <941/info:/1734078056267/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/961=[#edits: 1 = <942/info:/1734078056268/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=69669, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:56,274 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:56,274 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 70308, reset compression=false 2024-12-13T08:20:56,274 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/962=[#edits: 1 = <943/info:/1734078056268/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/963=[#edits: 1 = <944/info:/1734078056268/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/964=[#edits: 1 = <945/info:/1734078056269/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/965=[#edits: 1 = <946/info:/1734078056269/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/966=[#edits: 1 = <947/info:/1734078056271/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/967=[#edits: 1 = <948/info:/1734078056271/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/968=[#edits: 1 = <949/info:/1734078056271/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/969=[#edits: 1 = <950/info:/1734078056272/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/970=[#edits: 1 = <951/info:/1734078056272/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=70308, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:56,278 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:56,278 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 71302, reset compression=false 2024-12-13T08:20:56,278 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/971=[#edits: 1 = <952/info:/1734078056272/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/972=[#edits: 1 = <953/info:/1734078056273/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/973=[#edits: 1 = <954/info:/1734078056273/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/974=[#edits: 1 = <955/info:/1734078056273/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/975=[#edits: 1 = <956/info:/1734078056274/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/976=[#edits: 1 = <957/info:/1734078056274/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/977=[#edits: 1 = <958/info:/1734078056275/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/978=[#edits: 1 = <959/info:/1734078056275/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/979=[#edits: 1 = <960/info:/1734078056275/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/980=[#edits: 1 = <961/info:/1734078056275/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/981=[#edits: 1 = <962/info:/1734078056276/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/982=[#edits: 1 = <963/info:/1734078056276/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/983=[#edits: 1 = <964/info:/1734078056276/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/984=[#edits: 1 = <965/info:/1734078056276/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=71302, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:56,282 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:56,282 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 72154, reset compression=false 2024-12-13T08:20:56,282 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/985=[#edits: 1 = <966/info:/1734078056277/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/986=[#edits: 1 = <967/info:/1734078056277/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/987=[#edits: 1 = <968/info:/1734078056278/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/988=[#edits: 1 = <969/info:/1734078056278/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/989=[#edits: 1 = <970/info:/1734078056278/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/990=[#edits: 1 = <971/info:/1734078056279/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/991=[#edits: 1 = <972/info:/1734078056279/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/992=[#edits: 1 = <973/info:/1734078056279/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/993=[#edits: 1 = <974/info:/1734078056280/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/994=[#edits: 1 = <975/info:/1734078056280/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/995=[#edits: 1 = <976/info:/1734078056280/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/996=[#edits: 1 = <977/info:/1734078056281/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=72154, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:56,287 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:56,287 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 73077, reset compression=false 2024-12-13T08:20:56,287 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/997=[#edits: 1 = <978/info:/1734078056281/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/998=[#edits: 1 = <979/info:/1734078056282/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/999=[#edits: 1 = <980/info:/1734078056282/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1000=[#edits: 1 = <981/info:/1734078056282/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1001=[#edits: 1 = <982/info:/1734078056282/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1002=[#edits: 1 = <983/info:/1734078056283/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1003=[#edits: 1 = <984/info:/1734078056283/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1004=[#edits: 1 = <985/info:/1734078056284/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1005=[#edits: 1 = <986/info:/1734078056284/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1006=[#edits: 1 = <987/info:/1734078056284/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1007=[#edits: 1 = <988/info:/1734078056284/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1008=[#edits: 1 = <989/info:/1734078056285/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1009=[#edits: 1 = <990/info:/1734078056285/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=73077, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:56,289 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(216): flushing table 2024-12-13T08:20:56,289 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=29.08 KB heapSize=102.31 KB 2024-12-13T08:20:56,290 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:56,290 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 73716, reset compression=false 2024-12-13T08:20:56,290 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1010=[#edits: 1 = <991/info:/1734078056285/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1011=[#edits: 1 = <992/info:/1734078056286/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1012=[#edits: 1 = <993/info:/1734078056286/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1013=[#edits: 1 = <994/info:/1734078056287/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1014=[#edits: 1 = <995/info:/1734078056287/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1015=[#edits: 1 = <996/info:/1734078056288/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1016=[#edits: 1 = <997/info:/1734078056288/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1017=[#edits: 1 = <998/info:/1734078056288/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1018=[#edits: 1 = <999/info:/1734078056289/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=73716, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:56,295 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:56,295 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 73902, reset compression=false 2024-12-13T08:20:56,295 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1020=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078056289/Put/vlen=102/seqid=0; >],292}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=73902, nbRowKeys=1, nbHFiles=0, heapSize=292, lastSeqIds={}, endOfFile=false,usedBufferSize=292] 2024-12-13T08:20:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:56,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=29.08 KB heapSize=101.56 KB 2024-12-13T08:20:56,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=29.08 KB heapSize=101.56 KB 2024-12-13T08:20:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:1019 2024-12-13T08:20:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:1019 2024-12-13T08:20:56,310 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/25151bcf43504b2d8c0b7e9702c0fec9 is 34, key is 100/info:/1734078055961/Put/seqid=0 2024-12-13T08:20:56,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741843_1019 (size=43843) 2024-12-13T08:20:56,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741843_1019 (size=43843) 2024-12-13T08:20:56,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741843_1019 (size=43843) 2024-12-13T08:20:56,319 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.08 KB at sequenceid=1019 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/25151bcf43504b2d8c0b7e9702c0fec9 2024-12-13T08:20:56,336 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/25151bcf43504b2d8c0b7e9702c0fec9 as hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/25151bcf43504b2d8c0b7e9702c0fec9 2024-12-13T08:20:56,336 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:20:56,336 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:56,340 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/25151bcf43504b2d8c0b7e9702c0fec9, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-13T08:20:56,341 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~29.08 KB/29780, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 51ms, sequenceid=1019, compaction requested=false 2024-12-13T08:20:56,341 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-13T08:20:56,341 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:56,341 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(218): compacting table 2024-12-13T08:20:56,341 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-13T08:20:56,342 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:56,342 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:56,342 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-13T08:20:56,342 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:56,342 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:56,342 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-13T08:20:56,343 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:56,343 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:56,343 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(214): Writing data from 1000 to 2000 2024-12-13T08:20:56,371 DEBUG [AsyncFSWAL-0-hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155-prefix:6b1293cedc9a,39061,1734078053373.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80546, logrollsize=80530 2024-12-13T08:20:56,371 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C39061%2C1734078053373.meta:.meta(num 1734078054290) roll requested 2024-12-13T08:20:56,385 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, exclude list is [], retry=0 2024-12-13T08:20:56,387 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36433,DS-5a18d8e5-9ad6-46d3-8050-756d6ccbcd3f,DISK] 2024-12-13T08:20:56,387 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37559,DS-cd99a14f-1f99-42cf-8c7a-a998becac645,DISK] 2024-12-13T08:20:56,387 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36195,DS-b92c69da-4016-48c0-801f-0b948767a597,DISK] 2024-12-13T08:20:56,392 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta with entries=1148, filesize=81.94 KB; new WAL /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta 2024-12-13T08:20:56,392 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45073:45073),(127.0.0.1/127.0.0.1:45837:45837),(127.0.0.1/127.0.0.1:36689:36689)] 2024-12-13T08:20:56,392 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta is not closed yet, will try archiving it next time 2024-12-13T08:20:56,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741837_1013 (size=83912) 2024-12-13T08:20:56,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741837_1013 (size=83912) 2024-12-13T08:20:56,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741837_1013 (size=83912) 2024-12-13T08:20:56,497 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to pos 73902, reset compression=false 2024-12-13T08:20:56,500 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-13T08:20:56,500 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,500 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1021=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078056340/Put/vlen=136/seqid=0; >],324}, {hbase:meta/1588230740/1022=[#edits: 1 = <1000/info:/1734078056343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1023=[#edits: 1 = <1001/info:/1734078056344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1024=[#edits: 1 = <1002/info:/1734078056344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1025=[#edits: 1 = <1003/info:/1734078056344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1026=[#edits: 1 = <1004/info:/1734078056345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1027=[#edits: 1 = <1005/info:/1734078056345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1028=[#edits: 1 = <1006/info:/1734078056346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1029=[#edits: 1 = <1007/info:/1734078056346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1030=[#edits: 1 = <1008/info:/1734078056346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1031=[#edits: 1 = <1009/info:/1734078056347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1032=[#edits: 1 = <1010/info:/1734078056347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1033=[#edits: 1 = <1011/info:/1734078056347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1034=[#edits: 1 = <1012/info:/1734078056348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1035=[#edits: 1 = <1013/info:/1734078056348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1036=[#edits: 1 = <1014/info:/1734078056349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1037=[#edits: 1 = <1015/info:/1734078056350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1038=[#edits: 1 = <1016/info:/1734078056350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1039=[#edits: 1 = <1017/info:/1734078056350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1040=[#edits: 1 = <1018/info:/1734078056351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1041=[#edits: 1 = <1019/info:/1734078056351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1042=[#edits: 1 = <1020/info:/1734078056352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1043=[#edits: 1 = <1021/info:/1734078056352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1044=[#edits: 1 = <1022/info:/1734078056352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1045=[#edits: 1 = <1023/info:/1734078056353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1046=[#edits: 1 = <1024/info:/1734078056353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1047=[#edits: 1 = <1025/info:/1734078056353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1048=[#edits: 1 = <1026/info:/1734078056354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1049=[#edits: 1 = <1027/info:/1734078056354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1050=[#edits: 1 = <1028/info:/1734078056354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1051=[#edits: 1 = <1029/info:/1734078056355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1052=[#edits: 1 = <1030/info:/1734078056355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1053=[#edits: 1 = <1031/info:/1734078056355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1054=[#edits: 1 = <1032/info:/1734078056356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1055=[#edits: 1 = <1033/info:/1734078056356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1056=[#edits: 1 = <1034/info:/1734078056356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1057=[#edits: 1 = <1035/info:/1734078056356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1058=[#edits: 1 = <1036/info:/1734078056357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1059=[#edits: 1 = <1037/info:/1734078056357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1060=[#edits: 1 = <1038/info:/1734078056357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1061=[#edits: 1 = <1039/info:/1734078056357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1062=[#edits: 1 = <1040/info:/1734078056358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1063=[#edits: 1 = <1041/info:/1734078056358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1064=[#edits: 1 = <1042/info:/1734078056358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1065=[#edits: 1 = <1043/info:/1734078056358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1066=[#edits: 1 = <1044/info:/1734078056359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1067=[#edits: 1 = <1045/info:/1734078056359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1068=[#edits: 1 = <1046/info:/1734078056359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1069=[#edits: 1 = <1047/info:/1734078056359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1070=[#edits: 1 = <1048/info:/1734078056360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1071=[#edits: 1 = <1049/info:/1734078056360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1072=[#edits: 1 = <1050/info:/1734078056360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1073=[#edits: 1 = <1051/info:/1734078056360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1074=[#edits: 1 = <1052/info:/1734078056361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1075=[#edits: 1 = <1053/info:/1734078056361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1076=[#edits: 1 = <1054/info:/1734078056361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1077=[#edits: 1 = <1055/info:/1734078056362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1078=[#edits: 1 = <1056/info:/1734078056362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1079=[#edits: 1 = <1057/info:/1734078056362/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=78356, nbRowKeys=59, nbHFiles=0, heapSize=10300, lastSeqIds={}, endOfFile=false,usedBufferSize=10300] 2024-12-13T08:20:56,500 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta 2024-12-13T08:20:56,500 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-13T08:20:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "25151bcf43504b2d8c0b7e9702c0fec9" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "25151bcf43504b2d8c0b7e9702c0fec9" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:1019 and a previous prepared snapshot was found 2024-12-13T08:20:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:1019 and a previous prepared snapshot was found 2024-12-13T08:20:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:56,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c88f76 added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/25151bcf43504b2d8c0b7e9702c0fec9, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-13T08:20:56,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:56,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45eaf9c0 added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/25151bcf43504b2d8c0b7e9702c0fec9, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-13T08:20:56,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:56,505 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:56,505 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1080=[#edits: 1 = <1058/info:/1734078056362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1081=[#edits: 1 = <1059/info:/1734078056363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1082=[#edits: 1 = <1060/info:/1734078056363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1083=[#edits: 1 = <1061/info:/1734078056363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1084=[#edits: 1 = <1062/info:/1734078056363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1085=[#edits: 1 = <1063/info:/1734078056364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1086=[#edits: 1 = <1064/info:/1734078056364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1087=[#edits: 1 = <1065/info:/1734078056364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1088=[#edits: 1 = <1066/info:/1734078056365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1089=[#edits: 1 = <1067/info:/1734078056365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1090=[#edits: 1 = <1068/info:/1734078056365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1091=[#edits: 1 = <1069/info:/1734078056365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1092=[#edits: 1 = <1070/info:/1734078056366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1093=[#edits: 1 = <1071/info:/1734078056366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1094=[#edits: 1 = <1072/info:/1734078056366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1095=[#edits: 1 = <1073/info:/1734078056367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1096=[#edits: 1 = <1074/info:/1734078056367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1097=[#edits: 1 = <1075/info:/1734078056367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1098=[#edits: 1 = <1076/info:/1734078056367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1099=[#edits: 1 = <1077/info:/1734078056368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1100=[#edits: 1 = <1078/info:/1734078056368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1101=[#edits: 1 = <1079/info:/1734078056368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1102=[#edits: 1 = <1080/info:/1734078056368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1103=[#edits: 1 = <1081/info:/1734078056369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1104=[#edits: 1 = <1082/info:/1734078056369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1105=[#edits: 1 = <1083/info:/1734078056369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1106=[#edits: 1 = <1084/info:/1734078056370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1107=[#edits: 1 = <1085/info:/1734078056370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1108=[#edits: 1 = <1086/info:/1734078056371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1109=[#edits: 1 = <1087/info:/1734078056371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1110=[#edits: 1 = <1088/info:/1734078056371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1111=[#edits: 1 = <1089/info:/1734078056376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1112=[#edits: 1 = <1090/info:/1734078056376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1113=[#edits: 1 = <1091/info:/1734078056377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1114=[#edits: 1 = <1092/info:/1734078056377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1115=[#edits: 1 = <1093/info:/1734078056377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1116=[#edits: 1 = <1094/info:/1734078056377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1117=[#edits: 1 = <1095/info:/1734078056378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1118=[#edits: 1 = <1096/info:/1734078056378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1119=[#edits: 1 = <1097/info:/1734078056378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1120=[#edits: 1 = <1098/info:/1734078056379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1121=[#edits: 1 = <1099/info:/1734078056379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1122=[#edits: 1 = <1100/info:/1734078056379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1123=[#edits: 1 = <1101/info:/1734078056380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1124=[#edits: 1 = <1102/info:/1734078056380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1125=[#edits: 1 = <1103/info:/1734078056380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1126=[#edits: 1 = <1104/info:/1734078056380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1127=[#edits: 1 = <1105/info:/1734078056381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1128=[#edits: 1 = <1106/info:/1734078056381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1129=[#edits: 1 = <1107/info:/1734078056381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1130=[#edits: 1 = <1108/info:/1734078056382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1131=[#edits: 1 = <1109/info:/1734078056382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1132=[#edits: 1 = <1110/info:/1734078056382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1133=[#edits: 1 = <1111/info:/1734078056382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1134=[#edits: 1 = <1112/info:/1734078056383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1135=[#edits: 1 = <1113/info:/1734078056383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1136=[#edits: 1 = <1114/info:/1734078056383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1137=[#edits: 1 = <1115/info:/1734078056384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1138=[#edits: 1 = <1116/info:/1734078056384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1139=[#edits: 1 = <1117/info:/1734078056384/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=82736, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,506 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1140=[#edits: 1 = <1118/info:/1734078056384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1141=[#edits: 1 = <1119/info:/1734078056385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1142=[#edits: 1 = <1120/info:/1734078056386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1143=[#edits: 1 = <1121/info:/1734078056386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1144=[#edits: 1 = <1122/info:/1734078056386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1145=[#edits: 1 = <1123/info:/1734078056388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1146=[#edits: 1 = <1124/info:/1734078056388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1147=[#edits: 1 = <1125/info:/1734078056388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1148=[#edits: 1 = <1126/info:/1734078056389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1149=[#edits: 1 = <1127/info:/1734078056389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1150=[#edits: 1 = <1128/info:/1734078056389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1151=[#edits: 1 = <1129/info:/1734078056390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1152=[#edits: 1 = <1130/info:/1734078056390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1153=[#edits: 1 = <1131/info:/1734078056391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1154=[#edits: 1 = <1132/info:/1734078056391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1155=[#edits: 1 = <1133/info:/1734078056391/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta, lastWalPosition=83904, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=true,usedBufferSize=2752] 2024-12-13T08:20:56,510 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,510 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1156=[#edits: 1 = <1134/info:/1734078056392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1157=[#edits: 1 = <1135/info:/1734078056393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1158=[#edits: 1 = <1136/info:/1734078056394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1159=[#edits: 1 = <1137/info:/1734078056394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1160=[#edits: 1 = <1138/info:/1734078056394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1161=[#edits: 1 = <1139/info:/1734078056395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1162=[#edits: 1 = <1140/info:/1734078056395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1163=[#edits: 1 = <1141/info:/1734078056395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1164=[#edits: 1 = <1142/info:/1734078056396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1165=[#edits: 1 = <1143/info:/1734078056396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1166=[#edits: 1 = <1144/info:/1734078056396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1167=[#edits: 1 = <1145/info:/1734078056397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1168=[#edits: 1 = <1146/info:/1734078056397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1169=[#edits: 1 = <1147/info:/1734078056397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1170=[#edits: 1 = <1148/info:/1734078056397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1171=[#edits: 1 = <1149/info:/1734078056398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1172=[#edits: 1 = <1150/info:/1734078056398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1173=[#edits: 1 = <1151/info:/1734078056398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1174=[#edits: 1 = <1152/info:/1734078056399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1175=[#edits: 1 = <1153/info:/1734078056399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1176=[#edits: 1 = <1154/info:/1734078056399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1177=[#edits: 1 = <1155/info:/1734078056399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1178=[#edits: 1 = <1156/info:/1734078056400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1179=[#edits: 1 = <1157/info:/1734078056400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1180=[#edits: 1 = <1158/info:/1734078056400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1181=[#edits: 1 = <1159/info:/1734078056401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1182=[#edits: 1 = <1160/info:/1734078056401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1183=[#edits: 1 = <1161/info:/1734078056401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1184=[#edits: 1 = <1162/info:/1734078056401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1185=[#edits: 1 = <1163/info:/1734078056402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1186=[#edits: 1 = <1164/info:/1734078056402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1187=[#edits: 1 = <1165/info:/1734078056402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1188=[#edits: 1 = <1166/info:/1734078056402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1189=[#edits: 1 = <1167/info:/1734078056403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1190=[#edits: 1 = <1168/info:/1734078056403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1191=[#edits: 1 = <1169/info:/1734078056403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1192=[#edits: 1 = <1170/info:/1734078056404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1193=[#edits: 1 = <1171/info:/1734078056404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1194=[#edits: 1 = <1172/info:/1734078056404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1195=[#edits: 1 = <1173/info:/1734078056404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1196=[#edits: 1 = <1174/info:/1734078056405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1197=[#edits: 1 = <1175/info:/1734078056405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1198=[#edits: 1 = <1176/info:/1734078056405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1199=[#edits: 1 = <1177/info:/1734078056406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1200=[#edits: 1 = <1178/info:/1734078056406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1201=[#edits: 1 = <1179/info:/1734078056406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1202=[#edits: 1 = <1180/info:/1734078056406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1203=[#edits: 1 = <1181/info:/1734078056407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1204=[#edits: 1 = <1182/info:/1734078056407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1205=[#edits: 1 = <1183/info:/1734078056407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1206=[#edits: 1 = <1184/info:/1734078056407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1207=[#edits: 1 = <1185/info:/1734078056408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1208=[#edits: 1 = <1186/info:/1734078056408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1209=[#edits: 1 = <1187/info:/1734078056408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1210=[#edits: 1 = <1188/info:/1734078056409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1211=[#edits: 1 = <1189/info:/1734078056409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1212=[#edits: 1 = <1190/info:/1734078056409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1213=[#edits: 1 = <1191/info:/1734078056409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1214=[#edits: 1 = <1192/info:/1734078056410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1215=[#edits: 1 = <1193/info:/1734078056410/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=4465, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,512 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,512 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1216=[#edits: 1 = <1194/info:/1734078056410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1217=[#edits: 1 = <1195/info:/1734078056411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1218=[#edits: 1 = <1196/info:/1734078056411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1219=[#edits: 1 = <1197/info:/1734078056411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1220=[#edits: 1 = <1198/info:/1734078056411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1221=[#edits: 1 = <1199/info:/1734078056412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1222=[#edits: 1 = <1200/info:/1734078056412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1223=[#edits: 1 = <1201/info:/1734078056412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1224=[#edits: 1 = <1202/info:/1734078056412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1225=[#edits: 1 = <1203/info:/1734078056413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1226=[#edits: 1 = <1204/info:/1734078056413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1227=[#edits: 1 = <1205/info:/1734078056413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1228=[#edits: 1 = <1206/info:/1734078056413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1229=[#edits: 1 = <1207/info:/1734078056414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1230=[#edits: 1 = <1208/info:/1734078056414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1231=[#edits: 1 = <1209/info:/1734078056414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1232=[#edits: 1 = <1210/info:/1734078056415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1233=[#edits: 1 = <1211/info:/1734078056415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1234=[#edits: 1 = <1212/info:/1734078056415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1235=[#edits: 1 = <1213/info:/1734078056415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1236=[#edits: 1 = <1214/info:/1734078056416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1237=[#edits: 1 = <1215/info:/1734078056416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1238=[#edits: 1 = <1216/info:/1734078056416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1239=[#edits: 1 = <1217/info:/1734078056417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1240=[#edits: 1 = <1218/info:/1734078056417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1241=[#edits: 1 = <1219/info:/1734078056417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1242=[#edits: 1 = <1220/info:/1734078056417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1243=[#edits: 1 = <1221/info:/1734078056418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1244=[#edits: 1 = <1222/info:/1734078056418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1245=[#edits: 1 = <1223/info:/1734078056418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1246=[#edits: 1 = <1224/info:/1734078056418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1247=[#edits: 1 = <1225/info:/1734078056419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1248=[#edits: 1 = <1226/info:/1734078056419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1249=[#edits: 1 = <1227/info:/1734078056419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1250=[#edits: 1 = <1228/info:/1734078056420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1251=[#edits: 1 = <1229/info:/1734078056420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1252=[#edits: 1 = <1230/info:/1734078056420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1253=[#edits: 1 = <1231/info:/1734078056420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1254=[#edits: 1 = <1232/info:/1734078056421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1255=[#edits: 1 = <1233/info:/1734078056421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1256=[#edits: 1 = <1234/info:/1734078056421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1257=[#edits: 1 = <1235/info:/1734078056421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1258=[#edits: 1 = <1236/info:/1734078056422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1259=[#edits: 1 = <1237/info:/1734078056422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1260=[#edits: 1 = <1238/info:/1734078056422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1261=[#edits: 1 = <1239/info:/1734078056422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1262=[#edits: 1 = <1240/info:/1734078056423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1263=[#edits: 1 = <1241/info:/1734078056423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1264=[#edits: 1 = <1242/info:/1734078056423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1265=[#edits: 1 = <1243/info:/1734078056423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1266=[#edits: 1 = <1244/info:/1734078056424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1267=[#edits: 1 = <1245/info:/1734078056424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1268=[#edits: 1 = <1246/info:/1734078056424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1269=[#edits: 1 = <1247/info:/1734078056425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1270=[#edits: 1 = <1248/info:/1734078056425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1271=[#edits: 1 = <1249/info:/1734078056425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1272=[#edits: 1 = <1250/info:/1734078056425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1273=[#edits: 1 = <1251/info:/1734078056425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1274=[#edits: 1 = <1252/info:/1734078056426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1275=[#edits: 1 = <1253/info:/1734078056426/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=8845, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,513 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,513 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1276=[#edits: 1 = <1254/info:/1734078056426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1277=[#edits: 1 = <1255/info:/1734078056426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1278=[#edits: 1 = <1256/info:/1734078056427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1279=[#edits: 1 = <1257/info:/1734078056427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1280=[#edits: 1 = <1258/info:/1734078056427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1281=[#edits: 1 = <1259/info:/1734078056427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1282=[#edits: 1 = <1260/info:/1734078056428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1283=[#edits: 1 = <1261/info:/1734078056428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1284=[#edits: 1 = <1262/info:/1734078056428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1285=[#edits: 1 = <1263/info:/1734078056429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1286=[#edits: 1 = <1264/info:/1734078056429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1287=[#edits: 1 = <1265/info:/1734078056429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1288=[#edits: 1 = <1266/info:/1734078056429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1289=[#edits: 1 = <1267/info:/1734078056430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1290=[#edits: 1 = <1268/info:/1734078056430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1291=[#edits: 1 = <1269/info:/1734078056430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1292=[#edits: 1 = <1270/info:/1734078056431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1293=[#edits: 1 = <1271/info:/1734078056431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1294=[#edits: 1 = <1272/info:/1734078056431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1295=[#edits: 1 = <1273/info:/1734078056431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1296=[#edits: 1 = <1274/info:/1734078056432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1297=[#edits: 1 = <1275/info:/1734078056432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1298=[#edits: 1 = <1276/info:/1734078056432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1299=[#edits: 1 = <1277/info:/1734078056432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1300=[#edits: 1 = <1278/info:/1734078056433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1301=[#edits: 1 = <1279/info:/1734078056433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1302=[#edits: 1 = <1280/info:/1734078056433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1303=[#edits: 1 = <1281/info:/1734078056434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1304=[#edits: 1 = <1282/info:/1734078056434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1305=[#edits: 1 = <1283/info:/1734078056434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1306=[#edits: 1 = <1284/info:/1734078056434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1307=[#edits: 1 = <1285/info:/1734078056435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1308=[#edits: 1 = <1286/info:/1734078056435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1309=[#edits: 1 = <1287/info:/1734078056435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1310=[#edits: 1 = <1288/info:/1734078056436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1311=[#edits: 1 = <1289/info:/1734078056436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1312=[#edits: 1 = <1290/info:/1734078056436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1313=[#edits: 1 = <1291/info:/1734078056436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1314=[#edits: 1 = <1292/info:/1734078056437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1315=[#edits: 1 = <1293/info:/1734078056437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1316=[#edits: 1 = <1294/info:/1734078056437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1317=[#edits: 1 = <1295/info:/1734078056438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1318=[#edits: 1 = <1296/info:/1734078056438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1319=[#edits: 1 = <1297/info:/1734078056438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1320=[#edits: 1 = <1298/info:/1734078056439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1321=[#edits: 1 = <1299/info:/1734078056439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1322=[#edits: 1 = <1300/info:/1734078056439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1323=[#edits: 1 = <1301/info:/1734078056440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1324=[#edits: 1 = <1302/info:/1734078056440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1325=[#edits: 1 = <1303/info:/1734078056440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1326=[#edits: 1 = <1304/info:/1734078056441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1327=[#edits: 1 = <1305/info:/1734078056441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1328=[#edits: 1 = <1306/info:/1734078056441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1329=[#edits: 1 = <1307/info:/1734078056442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1330=[#edits: 1 = <1308/info:/1734078056442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1331=[#edits: 1 = <1309/info:/1734078056442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1332=[#edits: 1 = <1310/info:/1734078056442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1333=[#edits: 1 = <1311/info:/1734078056443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1334=[#edits: 1 = <1312/info:/1734078056443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1335=[#edits: 1 = <1313/info:/1734078056443/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=13225, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,514 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,514 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1336=[#edits: 1 = <1314/info:/1734078056444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1337=[#edits: 1 = <1315/info:/1734078056444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1338=[#edits: 1 = <1316/info:/1734078056444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1339=[#edits: 1 = <1317/info:/1734078056445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1340=[#edits: 1 = <1318/info:/1734078056445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1341=[#edits: 1 = <1319/info:/1734078056445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1342=[#edits: 1 = <1320/info:/1734078056445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1343=[#edits: 1 = <1321/info:/1734078056446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1344=[#edits: 1 = <1322/info:/1734078056446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1345=[#edits: 1 = <1323/info:/1734078056446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1346=[#edits: 1 = <1324/info:/1734078056447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1347=[#edits: 1 = <1325/info:/1734078056447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1348=[#edits: 1 = <1326/info:/1734078056447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1349=[#edits: 1 = <1327/info:/1734078056447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1350=[#edits: 1 = <1328/info:/1734078056448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1351=[#edits: 1 = <1329/info:/1734078056448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1352=[#edits: 1 = <1330/info:/1734078056448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1353=[#edits: 1 = <1331/info:/1734078056448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1354=[#edits: 1 = <1332/info:/1734078056449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1355=[#edits: 1 = <1333/info:/1734078056449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1356=[#edits: 1 = <1334/info:/1734078056449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1357=[#edits: 1 = <1335/info:/1734078056450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1358=[#edits: 1 = <1336/info:/1734078056450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1359=[#edits: 1 = <1337/info:/1734078056450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1360=[#edits: 1 = <1338/info:/1734078056450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1361=[#edits: 1 = <1339/info:/1734078056451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1362=[#edits: 1 = <1340/info:/1734078056451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1363=[#edits: 1 = <1341/info:/1734078056451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1364=[#edits: 1 = <1342/info:/1734078056451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1365=[#edits: 1 = <1343/info:/1734078056452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1366=[#edits: 1 = <1344/info:/1734078056452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1367=[#edits: 1 = <1345/info:/1734078056452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1368=[#edits: 1 = <1346/info:/1734078056453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1369=[#edits: 1 = <1347/info:/1734078056453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1370=[#edits: 1 = <1348/info:/1734078056453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1371=[#edits: 1 = <1349/info:/1734078056453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1372=[#edits: 1 = <1350/info:/1734078056454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1373=[#edits: 1 = <1351/info:/1734078056454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1374=[#edits: 1 = <1352/info:/1734078056454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1375=[#edits: 1 = <1353/info:/1734078056454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1376=[#edits: 1 = <1354/info:/1734078056455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1377=[#edits: 1 = <1355/info:/1734078056455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1378=[#edits: 1 = <1356/info:/1734078056455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1379=[#edits: 1 = <1357/info:/1734078056455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1380=[#edits: 1 = <1358/info:/1734078056456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1381=[#edits: 1 = <1359/info:/1734078056456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1382=[#edits: 1 = <1360/info:/1734078056456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1383=[#edits: 1 = <1361/info:/1734078056456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1384=[#edits: 1 = <1362/info:/1734078056457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1385=[#edits: 1 = <1363/info:/1734078056457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1386=[#edits: 1 = <1364/info:/1734078056457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1387=[#edits: 1 = <1365/info:/1734078056457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1388=[#edits: 1 = <1366/info:/1734078056458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1389=[#edits: 1 = <1367/info:/1734078056458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1390=[#edits: 1 = <1368/info:/1734078056458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1391=[#edits: 1 = <1369/info:/1734078056458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1392=[#edits: 1 = <1370/info:/1734078056459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1393=[#edits: 1 = <1371/info:/1734078056459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1394=[#edits: 1 = <1372/info:/1734078056459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1395=[#edits: 1 = <1373/info:/1734078056459/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=17605, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,515 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,515 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1396=[#edits: 1 = <1374/info:/1734078056460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1397=[#edits: 1 = <1375/info:/1734078056460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1398=[#edits: 1 = <1376/info:/1734078056460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1399=[#edits: 1 = <1377/info:/1734078056460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1400=[#edits: 1 = <1378/info:/1734078056460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1401=[#edits: 1 = <1379/info:/1734078056461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1402=[#edits: 1 = <1380/info:/1734078056461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1403=[#edits: 1 = <1381/info:/1734078056461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1404=[#edits: 1 = <1382/info:/1734078056461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1405=[#edits: 1 = <1383/info:/1734078056462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1406=[#edits: 1 = <1384/info:/1734078056462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1407=[#edits: 1 = <1385/info:/1734078056462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1408=[#edits: 1 = <1386/info:/1734078056462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1409=[#edits: 1 = <1387/info:/1734078056463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1410=[#edits: 1 = <1388/info:/1734078056463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1411=[#edits: 1 = <1389/info:/1734078056463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1412=[#edits: 1 = <1390/info:/1734078056463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1413=[#edits: 1 = <1391/info:/1734078056463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1414=[#edits: 1 = <1392/info:/1734078056464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1415=[#edits: 1 = <1393/info:/1734078056464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1416=[#edits: 1 = <1394/info:/1734078056464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1417=[#edits: 1 = <1395/info:/1734078056464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1418=[#edits: 1 = <1396/info:/1734078056464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1419=[#edits: 1 = <1397/info:/1734078056465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1420=[#edits: 1 = <1398/info:/1734078056465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1421=[#edits: 1 = <1399/info:/1734078056465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1422=[#edits: 1 = <1400/info:/1734078056465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1423=[#edits: 1 = <1401/info:/1734078056466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1424=[#edits: 1 = <1402/info:/1734078056466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1425=[#edits: 1 = <1403/info:/1734078056466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1426=[#edits: 1 = <1404/info:/1734078056466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1427=[#edits: 1 = <1405/info:/1734078056467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1428=[#edits: 1 = <1406/info:/1734078056467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1429=[#edits: 1 = <1407/info:/1734078056467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1430=[#edits: 1 = <1408/info:/1734078056467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1431=[#edits: 1 = <1409/info:/1734078056468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1432=[#edits: 1 = <1410/info:/1734078056468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1433=[#edits: 1 = <1411/info:/1734078056468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1434=[#edits: 1 = <1412/info:/1734078056468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1435=[#edits: 1 = <1413/info:/1734078056469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1436=[#edits: 1 = <1414/info:/1734078056469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1437=[#edits: 1 = <1415/info:/1734078056469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1438=[#edits: 1 = <1416/info:/1734078056469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1439=[#edits: 1 = <1417/info:/1734078056469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1440=[#edits: 1 = <1418/info:/1734078056470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1441=[#edits: 1 = <1419/info:/1734078056470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1442=[#edits: 1 = <1420/info:/1734078056470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1443=[#edits: 1 = <1421/info:/1734078056470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1444=[#edits: 1 = <1422/info:/1734078056470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1445=[#edits: 1 = <1423/info:/1734078056471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1446=[#edits: 1 = <1424/info:/1734078056471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1447=[#edits: 1 = <1425/info:/1734078056471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1448=[#edits: 1 = <1426/info:/1734078056471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1449=[#edits: 1 = <1427/info:/1734078056472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1450=[#edits: 1 = <1428/info:/1734078056472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1451=[#edits: 1 = <1429/info:/1734078056472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1452=[#edits: 1 = <1430/info:/1734078056472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1453=[#edits: 1 = <1431/info:/1734078056473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1454=[#edits: 1 = <1432/info:/1734078056473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1455=[#edits: 1 = <1433/info:/1734078056473/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=21985, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,516 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,516 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1456=[#edits: 1 = <1434/info:/1734078056473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1457=[#edits: 1 = <1435/info:/1734078056474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1458=[#edits: 1 = <1436/info:/1734078056474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1459=[#edits: 1 = <1437/info:/1734078056474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1460=[#edits: 1 = <1438/info:/1734078056475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1461=[#edits: 1 = <1439/info:/1734078056475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1462=[#edits: 1 = <1440/info:/1734078056475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1463=[#edits: 1 = <1441/info:/1734078056476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1464=[#edits: 1 = <1442/info:/1734078056476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1465=[#edits: 1 = <1443/info:/1734078056476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1466=[#edits: 1 = <1444/info:/1734078056477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1467=[#edits: 1 = <1445/info:/1734078056477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1468=[#edits: 1 = <1446/info:/1734078056477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1469=[#edits: 1 = <1447/info:/1734078056477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1470=[#edits: 1 = <1448/info:/1734078056478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1471=[#edits: 1 = <1449/info:/1734078056478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1472=[#edits: 1 = <1450/info:/1734078056478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1473=[#edits: 1 = <1451/info:/1734078056479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1474=[#edits: 1 = <1452/info:/1734078056479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1475=[#edits: 1 = <1453/info:/1734078056479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1476=[#edits: 1 = <1454/info:/1734078056480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1477=[#edits: 1 = <1455/info:/1734078056480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1478=[#edits: 1 = <1456/info:/1734078056480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1479=[#edits: 1 = <1457/info:/1734078056480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1480=[#edits: 1 = <1458/info:/1734078056481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1481=[#edits: 1 = <1459/info:/1734078056481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1482=[#edits: 1 = <1460/info:/1734078056483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1483=[#edits: 1 = <1461/info:/1734078056484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1484=[#edits: 1 = <1462/info:/1734078056484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1485=[#edits: 1 = <1463/info:/1734078056484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1486=[#edits: 1 = <1464/info:/1734078056485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1487=[#edits: 1 = <1465/info:/1734078056485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1488=[#edits: 1 = <1466/info:/1734078056486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1489=[#edits: 1 = <1467/info:/1734078056486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1490=[#edits: 1 = <1468/info:/1734078056487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1491=[#edits: 1 = <1469/info:/1734078056487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1492=[#edits: 1 = <1470/info:/1734078056488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1493=[#edits: 1 = <1471/info:/1734078056488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1494=[#edits: 1 = <1472/info:/1734078056488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1495=[#edits: 1 = <1473/info:/1734078056489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1496=[#edits: 1 = <1474/info:/1734078056489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1497=[#edits: 1 = <1475/info:/1734078056490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1498=[#edits: 1 = <1476/info:/1734078056490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1499=[#edits: 1 = <1477/info:/1734078056490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1500=[#edits: 1 = <1478/info:/1734078056491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1501=[#edits: 1 = <1479/info:/1734078056491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1502=[#edits: 1 = <1480/info:/1734078056492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1503=[#edits: 1 = <1481/info:/1734078056492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1504=[#edits: 1 = <1482/info:/1734078056492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1505=[#edits: 1 = <1483/info:/1734078056493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1506=[#edits: 1 = <1484/info:/1734078056493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1507=[#edits: 1 = <1485/info:/1734078056494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1508=[#edits: 1 = <1486/info:/1734078056494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1509=[#edits: 1 = <1487/info:/1734078056494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1510=[#edits: 1 = <1488/info:/1734078056495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1511=[#edits: 1 = <1489/info:/1734078056495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1512=[#edits: 1 = <1490/info:/1734078056495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1513=[#edits: 1 = <1491/info:/1734078056496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1514=[#edits: 1 = <1492/info:/1734078056496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1515=[#edits: 1 = <1493/info:/1734078056496/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=26365, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,517 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 33 WAL entries eligible for replication 2024-12-13T08:20:56,517 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 28774, reset compression=false 2024-12-13T08:20:56,517 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1516=[#edits: 1 = <1494/info:/1734078056496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1517=[#edits: 1 = <1495/info:/1734078056497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1518=[#edits: 1 = <1496/info:/1734078056497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1519=[#edits: 1 = <1497/info:/1734078056497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1520=[#edits: 1 = <1498/info:/1734078056497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1521=[#edits: 1 = <1499/info:/1734078056498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1522=[#edits: 1 = <1500/info:/1734078056498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1523=[#edits: 1 = <1501/info:/1734078056498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1524=[#edits: 1 = <1502/info:/1734078056498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1525=[#edits: 1 = <1503/info:/1734078056499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1526=[#edits: 1 = <1504/info:/1734078056499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1527=[#edits: 1 = <1505/info:/1734078056499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1528=[#edits: 1 = <1506/info:/1734078056500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1529=[#edits: 1 = <1507/info:/1734078056500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1530=[#edits: 1 = <1508/info:/1734078056501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1531=[#edits: 1 = <1509/info:/1734078056502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1532=[#edits: 1 = <1510/info:/1734078056502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1533=[#edits: 1 = <1511/info:/1734078056502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1534=[#edits: 1 = <1512/info:/1734078056503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1535=[#edits: 1 = <1513/info:/1734078056503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1536=[#edits: 1 = <1514/info:/1734078056504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1537=[#edits: 1 = <1515/info:/1734078056504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1538=[#edits: 1 = <1516/info:/1734078056505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1539=[#edits: 1 = <1517/info:/1734078056505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1540=[#edits: 1 = <1518/info:/1734078056505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1541=[#edits: 1 = <1519/info:/1734078056506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1542=[#edits: 1 = <1520/info:/1734078056506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1543=[#edits: 1 = <1521/info:/1734078056506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1544=[#edits: 1 = <1522/info:/1734078056507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1545=[#edits: 1 = <1523/info:/1734078056507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1546=[#edits: 1 = <1524/info:/1734078056507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1547=[#edits: 1 = <1525/info:/1734078056508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1548=[#edits: 1 = <1526/info:/1734078056508/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=28774, nbRowKeys=33, nbHFiles=0, heapSize=5676, lastSeqIds={}, endOfFile=false,usedBufferSize=5676] 2024-12-13T08:20:56,521 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 37 WAL entries eligible for replication 2024-12-13T08:20:56,521 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 31475, reset compression=false 2024-12-13T08:20:56,521 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1549=[#edits: 1 = <1527/info:/1734078056508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1550=[#edits: 1 = <1528/info:/1734078056509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1551=[#edits: 1 = <1529/info:/1734078056509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1552=[#edits: 1 = <1530/info:/1734078056509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1553=[#edits: 1 = <1531/info:/1734078056510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1554=[#edits: 1 = <1532/info:/1734078056510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1555=[#edits: 1 = <1533/info:/1734078056510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1556=[#edits: 1 = <1534/info:/1734078056510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1557=[#edits: 1 = <1535/info:/1734078056511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1558=[#edits: 1 = <1536/info:/1734078056511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1559=[#edits: 1 = <1537/info:/1734078056511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1560=[#edits: 1 = <1538/info:/1734078056512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1561=[#edits: 1 = <1539/info:/1734078056512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1562=[#edits: 1 = <1540/info:/1734078056512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1563=[#edits: 1 = <1541/info:/1734078056513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1564=[#edits: 1 = <1542/info:/1734078056513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1565=[#edits: 1 = <1543/info:/1734078056513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1566=[#edits: 1 = <1544/info:/1734078056514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1567=[#edits: 1 = <1545/info:/1734078056514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1568=[#edits: 1 = <1546/info:/1734078056514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1569=[#edits: 1 = <1547/info:/1734078056515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1570=[#edits: 1 = <1548/info:/1734078056515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1571=[#edits: 1 = <1549/info:/1734078056515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1572=[#edits: 1 = <1550/info:/1734078056516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1573=[#edits: 1 = <1551/info:/1734078056516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1574=[#edits: 1 = <1552/info:/1734078056516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1575=[#edits: 1 = <1553/info:/1734078056516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1576=[#edits: 1 = <1554/info:/1734078056517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1577=[#edits: 1 = <1555/info:/1734078056517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1578=[#edits: 1 = <1556/info:/1734078056517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1579=[#edits: 1 = <1557/info:/1734078056518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1580=[#edits: 1 = <1558/info:/1734078056518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1581=[#edits: 1 = <1559/info:/1734078056518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1582=[#edits: 1 = <1560/info:/1734078056519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1583=[#edits: 1 = <1561/info:/1734078056519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1584=[#edits: 1 = <1562/info:/1734078056519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1585=[#edits: 1 = <1563/info:/1734078056519/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=31475, nbRowKeys=37, nbHFiles=0, heapSize=6364, lastSeqIds={}, endOfFile=false,usedBufferSize=6364] 2024-12-13T08:20:56,524 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,524 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 32278, reset compression=false 2024-12-13T08:20:56,524 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1586=[#edits: 1 = <1564/info:/1734078056520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1587=[#edits: 1 = <1565/info:/1734078056520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1588=[#edits: 1 = <1566/info:/1734078056520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1589=[#edits: 1 = <1567/info:/1734078056521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1590=[#edits: 1 = <1568/info:/1734078056521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1591=[#edits: 1 = <1569/info:/1734078056521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1592=[#edits: 1 = <1570/info:/1734078056521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1593=[#edits: 1 = <1571/info:/1734078056522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1594=[#edits: 1 = <1572/info:/1734078056522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1595=[#edits: 1 = <1573/info:/1734078056522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1596=[#edits: 1 = <1574/info:/1734078056523/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=32278, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:56,527 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:56,527 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 33008, reset compression=false 2024-12-13T08:20:56,527 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1597=[#edits: 1 = <1575/info:/1734078056523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1598=[#edits: 1 = <1576/info:/1734078056523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1599=[#edits: 1 = <1577/info:/1734078056524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1600=[#edits: 1 = <1578/info:/1734078056524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1601=[#edits: 1 = <1579/info:/1734078056524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1602=[#edits: 1 = <1580/info:/1734078056524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1603=[#edits: 1 = <1581/info:/1734078056525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1604=[#edits: 1 = <1582/info:/1734078056525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1605=[#edits: 1 = <1583/info:/1734078056525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1606=[#edits: 1 = <1584/info:/1734078056526/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=33008, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:56,531 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:56,531 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 33738, reset compression=false 2024-12-13T08:20:56,531 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1607=[#edits: 1 = <1585/info:/1734078056526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1608=[#edits: 1 = <1586/info:/1734078056526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1609=[#edits: 1 = <1587/info:/1734078056526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1610=[#edits: 1 = <1588/info:/1734078056527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1611=[#edits: 1 = <1589/info:/1734078056527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1612=[#edits: 1 = <1590/info:/1734078056528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1613=[#edits: 1 = <1591/info:/1734078056528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1614=[#edits: 1 = <1592/info:/1734078056529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1615=[#edits: 1 = <1593/info:/1734078056529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1616=[#edits: 1 = <1594/info:/1734078056529/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=33738, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:56,535 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:56,535 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 34760, reset compression=false 2024-12-13T08:20:56,535 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1617=[#edits: 1 = <1595/info:/1734078056529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1618=[#edits: 1 = <1596/info:/1734078056530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1619=[#edits: 1 = <1597/info:/1734078056530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1620=[#edits: 1 = <1598/info:/1734078056530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1621=[#edits: 1 = <1599/info:/1734078056531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1622=[#edits: 1 = <1600/info:/1734078056531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1623=[#edits: 1 = <1601/info:/1734078056531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1624=[#edits: 1 = <1602/info:/1734078056531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1625=[#edits: 1 = <1603/info:/1734078056532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1626=[#edits: 1 = <1604/info:/1734078056532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1627=[#edits: 1 = <1605/info:/1734078056532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1628=[#edits: 1 = <1606/info:/1734078056533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1629=[#edits: 1 = <1607/info:/1734078056533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1630=[#edits: 1 = <1608/info:/1734078056533/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=34760, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:56,538 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:56,538 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 35490, reset compression=false 2024-12-13T08:20:56,538 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1631=[#edits: 1 = <1609/info:/1734078056534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1632=[#edits: 1 = <1610/info:/1734078056534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1633=[#edits: 1 = <1611/info:/1734078056535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1634=[#edits: 1 = <1612/info:/1734078056535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1635=[#edits: 1 = <1613/info:/1734078056535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1636=[#edits: 1 = <1614/info:/1734078056536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1637=[#edits: 1 = <1615/info:/1734078056536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1638=[#edits: 1 = <1616/info:/1734078056536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1639=[#edits: 1 = <1617/info:/1734078056537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1640=[#edits: 1 = <1618/info:/1734078056537/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=35490, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:56,542 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:56,542 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 36220, reset compression=false 2024-12-13T08:20:56,542 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1641=[#edits: 1 = <1619/info:/1734078056537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1642=[#edits: 1 = <1620/info:/1734078056538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1643=[#edits: 1 = <1621/info:/1734078056538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1644=[#edits: 1 = <1622/info:/1734078056538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1645=[#edits: 1 = <1623/info:/1734078056539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1646=[#edits: 1 = <1624/info:/1734078056539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1647=[#edits: 1 = <1625/info:/1734078056539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1648=[#edits: 1 = <1626/info:/1734078056540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1649=[#edits: 1 = <1627/info:/1734078056540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1650=[#edits: 1 = <1628/info:/1734078056540/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=36220, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:56,546 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:56,546 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 36950, reset compression=false 2024-12-13T08:20:56,546 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1651=[#edits: 1 = <1629/info:/1734078056541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1652=[#edits: 1 = <1630/info:/1734078056541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1653=[#edits: 1 = <1631/info:/1734078056541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1654=[#edits: 1 = <1632/info:/1734078056542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1655=[#edits: 1 = <1633/info:/1734078056542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1656=[#edits: 1 = <1634/info:/1734078056543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1657=[#edits: 1 = <1635/info:/1734078056543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1658=[#edits: 1 = <1636/info:/1734078056543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1659=[#edits: 1 = <1637/info:/1734078056544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1660=[#edits: 1 = <1638/info:/1734078056544/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=36950, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:56,559 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-13T08:20:56,559 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 38410, reset compression=false 2024-12-13T08:20:56,559 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1661=[#edits: 1 = <1639/info:/1734078056544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1662=[#edits: 1 = <1640/info:/1734078056545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1663=[#edits: 1 = <1641/info:/1734078056545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1664=[#edits: 1 = <1642/info:/1734078056546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1665=[#edits: 1 = <1643/info:/1734078056546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1666=[#edits: 1 = <1644/info:/1734078056546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1667=[#edits: 1 = <1645/info:/1734078056547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1668=[#edits: 1 = <1646/info:/1734078056547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1669=[#edits: 1 = <1647/info:/1734078056548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1670=[#edits: 1 = <1648/info:/1734078056548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1671=[#edits: 1 = <1649/info:/1734078056548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1672=[#edits: 1 = <1650/info:/1734078056549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1673=[#edits: 1 = <1651/info:/1734078056549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1674=[#edits: 1 = <1652/info:/1734078056549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1675=[#edits: 1 = <1653/info:/1734078056550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1676=[#edits: 1 = <1654/info:/1734078056550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1677=[#edits: 1 = <1655/info:/1734078056550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1678=[#edits: 1 = <1656/info:/1734078056551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1679=[#edits: 1 = <1657/info:/1734078056551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1680=[#edits: 1 = <1658/info:/1734078056551/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=38410, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-13T08:20:56,562 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:20:56,562 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 38629, reset compression=false 2024-12-13T08:20:56,562 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1681=[#edits: 1 = <1659/info:/1734078056552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1682=[#edits: 1 = <1660/info:/1734078056557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1683=[#edits: 1 = <1661/info:/1734078056558/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=38629, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-13T08:20:56,596 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:56,597 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:56,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(216): flushing table 2024-12-13T08:20:56,688 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-13T08:20:56,692 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/d5b4fca95ace42858e723304492a484c is 36, key is 1000/info:/1734078056343/Put/seqid=0 2024-12-13T08:20:56,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741845_1021 (size=46423) 2024-12-13T08:20:56,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741845_1021 (size=46423) 2024-12-13T08:20:56,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741845_1021 (size=46423) 2024-12-13T08:20:56,699 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=2022 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/d5b4fca95ace42858e723304492a484c 2024-12-13T08:20:56,703 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/d5b4fca95ace42858e723304492a484c as hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/d5b4fca95ace42858e723304492a484c 2024-12-13T08:20:56,707 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/d5b4fca95ace42858e723304492a484c, entries=1000, sequenceid=2022, filesize=45.3 K 2024-12-13T08:20:56,707 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 20ms, sequenceid=2022, compaction requested=true 2024-12-13T08:20:56,708 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:56,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(218): compacting table 2024-12-13T08:20:56,708 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T08:20:56,708 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 96861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T08:20:56,708 DEBUG [Time-limited test {}] regionserver.HStore(1540): 1588230740/info is initiating minor compaction (all files) 2024-12-13T08:20:56,709 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:56,709 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:56,709 INFO [Time-limited test {}] regionserver.HRegion(2351): Starting compaction of 1588230740/info in hbase:meta,,1.1588230740 2024-12-13T08:20:56,709 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/bba9019baf48470f845b72c9ca33e4d7, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/25151bcf43504b2d8c0b7e9702c0fec9, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/d5b4fca95ace42858e723304492a484c] into tmpdir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp, totalSize=94.6 K 2024-12-13T08:20:56,709 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting bba9019baf48470f845b72c9ca33e4d7, keycount=10, bloomtype=ROWCOL, size=6.4 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=9, earliestPutTs=1734078054367 2024-12-13T08:20:56,709 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 25151bcf43504b2d8c0b7e9702c0fec9, keycount=1000, bloomtype=ROWCOL, size=42.8 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=1019, earliestPutTs=1734078055936 2024-12-13T08:20:56,710 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting d5b4fca95ace42858e723304492a484c, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=2022, earliestPutTs=1734078056343 2024-12-13T08:20:56,722 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1588230740#info#compaction#72 average throughput is 10.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T08:20:56,723 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/ae9143a7d3444a548ed59ea1fc5025b3 is 143, key is hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0./info:regioninfo/1734078054705/Put/seqid=0 2024-12-13T08:20:56,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741846_1022 (size=86780) 2024-12-13T08:20:56,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741846_1022 (size=86780) 2024-12-13T08:20:56,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741846_1022 (size=86780) 2024-12-13T08:20:56,729 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/ae9143a7d3444a548ed59ea1fc5025b3 as hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/ae9143a7d3444a548ed59ea1fc5025b3 2024-12-13T08:20:56,733 INFO [Time-limited test {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1588230740/info of 1588230740 into ae9143a7d3444a548ed59ea1fc5025b3(size=84.7 K), total size for store is 84.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T08:20:56,734 DEBUG [Time-limited test {}] regionserver.HRegion(2381): Compaction status journal for 1588230740: 2024-12-13T08:20:56,734 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-13T08:20:56,734 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:56,734 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:56,734 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-13T08:20:56,734 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:56,734 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:56,734 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(214): Writing data from 2000 to 3000 2024-12-13T08:20:56,765 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 38629, reset compression=false 2024-12-13T08:20:56,770 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,770 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1684=[#edits: 1 = <1662/info:/1734078056567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1685=[#edits: 1 = <1663/info:/1734078056568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1686=[#edits: 1 = <1664/info:/1734078056568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1687=[#edits: 1 = <1665/info:/1734078056568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1688=[#edits: 1 = <1666/info:/1734078056568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1689=[#edits: 1 = <1667/info:/1734078056569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1690=[#edits: 1 = <1668/info:/1734078056569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1691=[#edits: 1 = <1669/info:/1734078056569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1692=[#edits: 1 = <1670/info:/1734078056570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1693=[#edits: 1 = <1671/info:/1734078056570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1694=[#edits: 1 = <1672/info:/1734078056570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1695=[#edits: 1 = <1673/info:/1734078056570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1696=[#edits: 1 = <1674/info:/1734078056571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1697=[#edits: 1 = <1675/info:/1734078056571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1698=[#edits: 1 = <1676/info:/1734078056571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1699=[#edits: 1 = <1677/info:/1734078056571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1700=[#edits: 1 = <1678/info:/1734078056572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1701=[#edits: 1 = <1679/info:/1734078056572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1702=[#edits: 1 = <1680/info:/1734078056572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1703=[#edits: 1 = <1681/info:/1734078056573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1704=[#edits: 1 = <1682/info:/1734078056573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1705=[#edits: 1 = <1683/info:/1734078056573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1706=[#edits: 1 = <1684/info:/1734078056574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1707=[#edits: 1 = <1685/info:/1734078056574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1708=[#edits: 1 = <1686/info:/1734078056574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1709=[#edits: 1 = <1687/info:/1734078056574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1710=[#edits: 1 = <1688/info:/1734078056575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1711=[#edits: 1 = <1689/info:/1734078056575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1712=[#edits: 1 = <1690/info:/1734078056575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1713=[#edits: 1 = <1691/info:/1734078056576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1714=[#edits: 1 = <1692/info:/1734078056576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1715=[#edits: 1 = <1693/info:/1734078056576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1716=[#edits: 1 = <1694/info:/1734078056577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1717=[#edits: 1 = <1695/info:/1734078056577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1718=[#edits: 1 = <1696/info:/1734078056577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1719=[#edits: 1 = <1697/info:/1734078056577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1720=[#edits: 1 = <1698/info:/1734078056578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1721=[#edits: 1 = <1699/info:/1734078056578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1722=[#edits: 1 = <1700/info:/1734078056578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1723=[#edits: 1 = <1701/info:/1734078056578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1724=[#edits: 1 = <1702/info:/1734078056579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1725=[#edits: 1 = <1703/info:/1734078056579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1726=[#edits: 1 = <1704/info:/1734078056579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1727=[#edits: 1 = <1705/info:/1734078056580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1728=[#edits: 1 = <1706/info:/1734078056580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1729=[#edits: 1 = <1707/info:/1734078056580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1730=[#edits: 1 = <1708/info:/1734078056580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1731=[#edits: 1 = <1709/info:/1734078056581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1732=[#edits: 1 = <1710/info:/1734078056581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1733=[#edits: 1 = <1711/info:/1734078056581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1734=[#edits: 1 = <1712/info:/1734078056581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1735=[#edits: 1 = <1713/info:/1734078056582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1736=[#edits: 1 = <1714/info:/1734078056582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1737=[#edits: 1 = <1715/info:/1734078056582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1738=[#edits: 1 = <1716/info:/1734078056583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1739=[#edits: 1 = <1717/info:/1734078056583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1740=[#edits: 1 = <1718/info:/1734078056583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1741=[#edits: 1 = <1719/info:/1734078056583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1742=[#edits: 1 = <1720/info:/1734078056584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1743=[#edits: 1 = <1721/info:/1734078056584/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=43009, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,771 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,771 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1744=[#edits: 1 = <1722/info:/1734078056584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1745=[#edits: 1 = <1723/info:/1734078056584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1746=[#edits: 1 = <1724/info:/1734078056585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1747=[#edits: 1 = <1725/info:/1734078056585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1748=[#edits: 1 = <1726/info:/1734078056585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1749=[#edits: 1 = <1727/info:/1734078056586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1750=[#edits: 1 = <1728/info:/1734078056586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1751=[#edits: 1 = <1729/info:/1734078056586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1752=[#edits: 1 = <1730/info:/1734078056586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1753=[#edits: 1 = <1731/info:/1734078056587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1754=[#edits: 1 = <1732/info:/1734078056587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1755=[#edits: 1 = <1733/info:/1734078056587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1756=[#edits: 1 = <1734/info:/1734078056588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1757=[#edits: 1 = <1735/info:/1734078056588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1758=[#edits: 1 = <1736/info:/1734078056588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1759=[#edits: 1 = <1737/info:/1734078056589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1760=[#edits: 1 = <1738/info:/1734078056589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1761=[#edits: 1 = <1739/info:/1734078056589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1762=[#edits: 1 = <1740/info:/1734078056589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1763=[#edits: 1 = <1741/info:/1734078056590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1764=[#edits: 1 = <1742/info:/1734078056590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1765=[#edits: 1 = <1743/info:/1734078056590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1766=[#edits: 1 = <1744/info:/1734078056591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1767=[#edits: 1 = <1745/info:/1734078056591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1768=[#edits: 1 = <1746/info:/1734078056591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1769=[#edits: 1 = <1747/info:/1734078056592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1770=[#edits: 1 = <1748/info:/1734078056592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1771=[#edits: 1 = <1749/info:/1734078056592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1772=[#edits: 1 = <1750/info:/1734078056593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1773=[#edits: 1 = <1751/info:/1734078056593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1774=[#edits: 1 = <1752/info:/1734078056594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1775=[#edits: 1 = <1753/info:/1734078056594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1776=[#edits: 1 = <1754/info:/1734078056594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1777=[#edits: 1 = <1755/info:/1734078056595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1778=[#edits: 1 = <1756/info:/1734078056595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1779=[#edits: 1 = <1757/info:/1734078056595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1780=[#edits: 1 = <1758/info:/1734078056596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1781=[#edits: 1 = <1759/info:/1734078056596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1782=[#edits: 1 = <1760/info:/1734078056596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1783=[#edits: 1 = <1761/info:/1734078056597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1784=[#edits: 1 = <1762/info:/1734078056597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1785=[#edits: 1 = <1763/info:/1734078056598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1786=[#edits: 1 = <1764/info:/1734078056598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1787=[#edits: 1 = <1765/info:/1734078056598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1788=[#edits: 1 = <1766/info:/1734078056599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1789=[#edits: 1 = <1767/info:/1734078056599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1790=[#edits: 1 = <1768/info:/1734078056599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1791=[#edits: 1 = <1769/info:/1734078056600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1792=[#edits: 1 = <1770/info:/1734078056600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1793=[#edits: 1 = <1771/info:/1734078056600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1794=[#edits: 1 = <1772/info:/1734078056601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1795=[#edits: 1 = <1773/info:/1734078056601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1796=[#edits: 1 = <1774/info:/1734078056601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1797=[#edits: 1 = <1775/info:/1734078056602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1798=[#edits: 1 = <1776/info:/1734078056602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1799=[#edits: 1 = <1777/info:/1734078056602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1800=[#edits: 1 = <1778/info:/1734078056603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1801=[#edits: 1 = <1779/info:/1734078056603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1802=[#edits: 1 = <1780/info:/1734078056604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1803=[#edits: 1 = <1781/info:/1734078056604/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=47389, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,772 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,772 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1804=[#edits: 1 = <1782/info:/1734078056604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1805=[#edits: 1 = <1783/info:/1734078056605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1806=[#edits: 1 = <1784/info:/1734078056605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1807=[#edits: 1 = <1785/info:/1734078056606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1808=[#edits: 1 = <1786/info:/1734078056606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1809=[#edits: 1 = <1787/info:/1734078056607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1810=[#edits: 1 = <1788/info:/1734078056607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1811=[#edits: 1 = <1789/info:/1734078056608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1812=[#edits: 1 = <1790/info:/1734078056608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1813=[#edits: 1 = <1791/info:/1734078056608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1814=[#edits: 1 = <1792/info:/1734078056609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1815=[#edits: 1 = <1793/info:/1734078056609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1816=[#edits: 1 = <1794/info:/1734078056609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1817=[#edits: 1 = <1795/info:/1734078056610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1818=[#edits: 1 = <1796/info:/1734078056610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1819=[#edits: 1 = <1797/info:/1734078056610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1820=[#edits: 1 = <1798/info:/1734078056611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1821=[#edits: 1 = <1799/info:/1734078056611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1822=[#edits: 1 = <1800/info:/1734078056611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1823=[#edits: 1 = <1801/info:/1734078056611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1824=[#edits: 1 = <1802/info:/1734078056612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1825=[#edits: 1 = <1803/info:/1734078056612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1826=[#edits: 1 = <1804/info:/1734078056612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1827=[#edits: 1 = <1805/info:/1734078056613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1828=[#edits: 1 = <1806/info:/1734078056613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1829=[#edits: 1 = <1807/info:/1734078056613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1830=[#edits: 1 = <1808/info:/1734078056614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1831=[#edits: 1 = <1809/info:/1734078056614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1832=[#edits: 1 = <1810/info:/1734078056614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1833=[#edits: 1 = <1811/info:/1734078056614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1834=[#edits: 1 = <1812/info:/1734078056615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1835=[#edits: 1 = <1813/info:/1734078056615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1836=[#edits: 1 = <1814/info:/1734078056615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1837=[#edits: 1 = <1815/info:/1734078056616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1838=[#edits: 1 = <1816/info:/1734078056616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1839=[#edits: 1 = <1817/info:/1734078056616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1840=[#edits: 1 = <1818/info:/1734078056616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1841=[#edits: 1 = <1819/info:/1734078056617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1842=[#edits: 1 = <1820/info:/1734078056617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1843=[#edits: 1 = <1821/info:/1734078056617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1844=[#edits: 1 = <1822/info:/1734078056618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1845=[#edits: 1 = <1823/info:/1734078056618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1846=[#edits: 1 = <1824/info:/1734078056618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1847=[#edits: 1 = <1825/info:/1734078056619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1848=[#edits: 1 = <1826/info:/1734078056619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1849=[#edits: 1 = <1827/info:/1734078056619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1850=[#edits: 1 = <1828/info:/1734078056620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1851=[#edits: 1 = <1829/info:/1734078056620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1852=[#edits: 1 = <1830/info:/1734078056621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1853=[#edits: 1 = <1831/info:/1734078056621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1854=[#edits: 1 = <1832/info:/1734078056621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1855=[#edits: 1 = <1833/info:/1734078056622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1856=[#edits: 1 = <1834/info:/1734078056622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1857=[#edits: 1 = <1835/info:/1734078056622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1858=[#edits: 1 = <1836/info:/1734078056623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1859=[#edits: 1 = <1837/info:/1734078056623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1860=[#edits: 1 = <1838/info:/1734078056623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1861=[#edits: 1 = <1839/info:/1734078056624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1862=[#edits: 1 = <1840/info:/1734078056624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1863=[#edits: 1 = <1841/info:/1734078056624/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=51769, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,773 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,774 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,774 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1864=[#edits: 1 = <1842/info:/1734078056625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1865=[#edits: 1 = <1843/info:/1734078056625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1866=[#edits: 1 = <1844/info:/1734078056626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1867=[#edits: 1 = <1845/info:/1734078056626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1868=[#edits: 1 = <1846/info:/1734078056626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1869=[#edits: 1 = <1847/info:/1734078056627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1870=[#edits: 1 = <1848/info:/1734078056627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1871=[#edits: 1 = <1849/info:/1734078056627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1872=[#edits: 1 = <1850/info:/1734078056628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1873=[#edits: 1 = <1851/info:/1734078056628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1874=[#edits: 1 = <1852/info:/1734078056629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1875=[#edits: 1 = <1853/info:/1734078056629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1876=[#edits: 1 = <1854/info:/1734078056630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1877=[#edits: 1 = <1855/info:/1734078056630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1878=[#edits: 1 = <1856/info:/1734078056630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1879=[#edits: 1 = <1857/info:/1734078056631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1880=[#edits: 1 = <1858/info:/1734078056631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1881=[#edits: 1 = <1859/info:/1734078056632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1882=[#edits: 1 = <1860/info:/1734078056632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1883=[#edits: 1 = <1861/info:/1734078056632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1884=[#edits: 1 = <1862/info:/1734078056633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1885=[#edits: 1 = <1863/info:/1734078056633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1886=[#edits: 1 = <1864/info:/1734078056633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1887=[#edits: 1 = <1865/info:/1734078056634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1888=[#edits: 1 = <1866/info:/1734078056634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1889=[#edits: 1 = <1867/info:/1734078056634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1890=[#edits: 1 = <1868/info:/1734078056635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1891=[#edits: 1 = <1869/info:/1734078056635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1892=[#edits: 1 = <1870/info:/1734078056635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1893=[#edits: 1 = <1871/info:/1734078056636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1894=[#edits: 1 = <1872/info:/1734078056636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1895=[#edits: 1 = <1873/info:/1734078056637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1896=[#edits: 1 = <1874/info:/1734078056637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1897=[#edits: 1 = <1875/info:/1734078056637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1898=[#edits: 1 = <1876/info:/1734078056638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1899=[#edits: 1 = <1877/info:/1734078056638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1900=[#edits: 1 = <1878/info:/1734078056638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1901=[#edits: 1 = <1879/info:/1734078056639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1902=[#edits: 1 = <1880/info:/1734078056639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1903=[#edits: 1 = <1881/info:/1734078056639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1904=[#edits: 1 = <1882/info:/1734078056640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1905=[#edits: 1 = <1883/info:/1734078056640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1906=[#edits: 1 = <1884/info:/1734078056641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1907=[#edits: 1 = <1885/info:/1734078056641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1908=[#edits: 1 = <1886/info:/1734078056641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1909=[#edits: 1 = <1887/info:/1734078056642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1910=[#edits: 1 = <1888/info:/1734078056642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1911=[#edits: 1 = <1889/info:/1734078056642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1912=[#edits: 1 = <1890/info:/1734078056643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1913=[#edits: 1 = <1891/info:/1734078056643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1914=[#edits: 1 = <1892/info:/1734078056644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1915=[#edits: 1 = <1893/info:/1734078056644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1916=[#edits: 1 = <1894/info:/1734078056644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1917=[#edits: 1 = <1895/info:/1734078056645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1918=[#edits: 1 = <1896/info:/1734078056645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1919=[#edits: 1 = <1897/info:/1734078056646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1920=[#edits: 1 = <1898/info:/1734078056646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1921=[#edits: 1 = <1899/info:/1734078056646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1922=[#edits: 1 = <1900/info:/1734078056647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1923=[#edits: 1 = <1901/info:/1734078056647/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=56149, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,775 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 57 WAL entries eligible for replication 2024-12-13T08:20:56,775 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1924=[#edits: 1 = <1902/info:/1734078056648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1925=[#edits: 1 = <1903/info:/1734078056648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1926=[#edits: 1 = <1904/info:/1734078056649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1927=[#edits: 1 = <1905/info:/1734078056649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1928=[#edits: 1 = <1906/info:/1734078056649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1929=[#edits: 1 = <1907/info:/1734078056650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1930=[#edits: 1 = <1908/info:/1734078056650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1931=[#edits: 1 = <1909/info:/1734078056651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1932=[#edits: 1 = <1910/info:/1734078056651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1933=[#edits: 1 = <1911/info:/1734078056652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1934=[#edits: 1 = <1912/info:/1734078056652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1935=[#edits: 1 = <1913/info:/1734078056652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1936=[#edits: 1 = <1914/info:/1734078056653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1937=[#edits: 1 = <1915/info:/1734078056653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1938=[#edits: 1 = <1916/info:/1734078056654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1939=[#edits: 1 = <1917/info:/1734078056654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1940=[#edits: 1 = <1918/info:/1734078056654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1941=[#edits: 1 = <1919/info:/1734078056655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1942=[#edits: 1 = <1920/info:/1734078056655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1943=[#edits: 1 = <1921/info:/1734078056655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1944=[#edits: 1 = <1922/info:/1734078056656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1945=[#edits: 1 = <1923/info:/1734078056656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1946=[#edits: 1 = <1924/info:/1734078056657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1947=[#edits: 1 = <1925/info:/1734078056657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1948=[#edits: 1 = <1926/info:/1734078056657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1949=[#edits: 1 = <1927/info:/1734078056658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1950=[#edits: 1 = <1928/info:/1734078056658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1951=[#edits: 1 = <1929/info:/1734078056659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1952=[#edits: 1 = <1930/info:/1734078056659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1953=[#edits: 1 = <1931/info:/1734078056659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1954=[#edits: 1 = <1932/info:/1734078056660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1955=[#edits: 1 = <1933/info:/1734078056660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1956=[#edits: 1 = <1934/info:/1734078056660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1957=[#edits: 1 = <1935/info:/1734078056661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1958=[#edits: 1 = <1936/info:/1734078056661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1959=[#edits: 1 = <1937/info:/1734078056661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1960=[#edits: 1 = <1938/info:/1734078056662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1961=[#edits: 1 = <1939/info:/1734078056662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1962=[#edits: 1 = <1940/info:/1734078056662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1963=[#edits: 1 = <1941/info:/1734078056663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1964=[#edits: 1 = <1942/info:/1734078056663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1965=[#edits: 1 = <1943/info:/1734078056663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1966=[#edits: 1 = <1944/info:/1734078056664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1967=[#edits: 1 = <1945/info:/1734078056664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1968=[#edits: 1 = <1946/info:/1734078056665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1969=[#edits: 1 = <1947/info:/1734078056665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1970=[#edits: 1 = <1948/info:/1734078056666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1971=[#edits: 1 = <1949/info:/1734078056666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1972=[#edits: 1 = <1950/info:/1734078056667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1973=[#edits: 1 = <1951/info:/1734078056667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1974=[#edits: 1 = <1952/info:/1734078056668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1975=[#edits: 1 = <1953/info:/1734078056668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1976=[#edits: 1 = <1954/info:/1734078056669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1977=[#edits: 1 = <1955/info:/1734078056669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1978=[#edits: 1 = <1956/info:/1734078056669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1979=[#edits: 1 = <1957/info:/1734078056670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1980=[#edits: 1 = <1958/info:/1734078056670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1981=[#edits: 1 = <1959/info:/1734078056671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1982=[#edits: 1 = <1960/info:/1734078056672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1983=[#edits: 1 = <1961/info:/1734078056672/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=60529, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,776 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,776 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1984=[#edits: 1 = <1962/info:/1734078056673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1985=[#edits: 1 = <1963/info:/1734078056673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1986=[#edits: 1 = <1964/info:/1734078056673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1987=[#edits: 1 = <1965/info:/1734078056674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1988=[#edits: 1 = <1966/info:/1734078056674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1989=[#edits: 1 = <1967/info:/1734078056675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1990=[#edits: 1 = <1968/info:/1734078056675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1991=[#edits: 1 = <1969/info:/1734078056676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1992=[#edits: 1 = <1970/info:/1734078056677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1993=[#edits: 1 = <1971/info:/1734078056677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1994=[#edits: 1 = <1972/info:/1734078056677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1995=[#edits: 1 = <1973/info:/1734078056678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1996=[#edits: 1 = <1974/info:/1734078056678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1997=[#edits: 1 = <1975/info:/1734078056679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1998=[#edits: 1 = <1976/info:/1734078056680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1999=[#edits: 1 = <1977/info:/1734078056680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2000=[#edits: 1 = <1978/info:/1734078056680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2001=[#edits: 1 = <1979/info:/1734078056681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2002=[#edits: 1 = <1980/info:/1734078056681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2003=[#edits: 1 = <1981/info:/1734078056681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2004=[#edits: 1 = <1982/info:/1734078056682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2005=[#edits: 1 = <1983/info:/1734078056682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2006=[#edits: 1 = <1984/info:/1734078056682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2007=[#edits: 1 = <1985/info:/1734078056683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2008=[#edits: 1 = <1986/info:/1734078056683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2009=[#edits: 1 = <1987/info:/1734078056683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2010=[#edits: 1 = <1988/info:/1734078056684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2011=[#edits: 1 = <1989/info:/1734078056684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2012=[#edits: 1 = <1990/info:/1734078056684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2013=[#edits: 1 = <1991/info:/1734078056684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2014=[#edits: 1 = <1992/info:/1734078056685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2015=[#edits: 1 = <1993/info:/1734078056685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2016=[#edits: 1 = <1994/info:/1734078056685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2017=[#edits: 1 = <1995/info:/1734078056686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2018=[#edits: 1 = <1996/info:/1734078056686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2019=[#edits: 1 = <1997/info:/1734078056686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2020=[#edits: 1 = <1998/info:/1734078056687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2021=[#edits: 1 = <1999/info:/1734078056687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2023=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078056688/Put/vlen=102/seqid=0; >],292}, {hbase:meta/1588230740/2024=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078056707/Put/vlen=136/seqid=0; >],324}, {hbase:meta/1588230740/2025=[#edits: 1 = <\x00/METAFAMILY:HBASE::COMPACTION/1734078056733/Put/vlen=187/seqid=0; >],380}, {hbase:meta/1588230740/2026=[#edits: 1 = <2000/info:/1734078056734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2027=[#edits: 1 = <2001/info:/1734078056735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2028=[#edits: 1 = <2002/info:/1734078056735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2029=[#edits: 1 = <2003/info:/1734078056735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2030=[#edits: 1 = <2004/info:/1734078056736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2031=[#edits: 1 = <2005/info:/1734078056736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2032=[#edits: 1 = <2006/info:/1734078056736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2033=[#edits: 1 = <2007/info:/1734078056736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2034=[#edits: 1 = <2008/info:/1734078056737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2035=[#edits: 1 = <2009/info:/1734078056737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2036=[#edits: 1 = <2010/info:/1734078056737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2037=[#edits: 1 = <2011/info:/1734078056737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2038=[#edits: 1 = <2012/info:/1734078056738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2039=[#edits: 1 = <2013/info:/1734078056738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2040=[#edits: 1 = <2014/info:/1734078056738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2041=[#edits: 1 = <2015/info:/1734078056738/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=65153, nbRowKeys=57, nbHFiles=0, heapSize=10284, lastSeqIds={}, endOfFile=false,usedBufferSize=10284] 2024-12-13T08:20:56,777 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 32 WAL entries eligible for replication 2024-12-13T08:20:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 2022 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 2022 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:56,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=31.25 KB heapSize=101.09 KB 2024-12-13T08:20:56,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=31.25 KB heapSize=101.09 KB 2024-12-13T08:20:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:2022 2024-12-13T08:20:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:2022 2024-12-13T08:20:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 2022 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "d5b4fca95ace42858e723304492a484c" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 2022 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "d5b4fca95ace42858e723304492a484c" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:2022 and a previous prepared snapshot was found 2024-12-13T08:20:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:2022 and a previous prepared snapshot was found 2024-12-13T08:20:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:56,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14999b0b added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/d5b4fca95ace42858e723304492a484c, entries=1000, sequenceid=2022, filesize=45.3 K 2024-12-13T08:20:56,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d091815 added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/d5b4fca95ace42858e723304492a484c, entries=1000, sequenceid=2022, filesize=45.3 K 2024-12-13T08:20:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5604): 534574363 : Replaying compaction marker table_name: "hbase:meta" encoded_region_name: "1588230740" family_name: "info" compaction_input: "bba9019baf48470f845b72c9ca33e4d7" compaction_input: "25151bcf43504b2d8c0b7e9702c0fec9" compaction_input: "d5b4fca95ace42858e723304492a484c" compaction_output: "ae9143a7d3444a548ed59ea1fc5025b3" store_home_dir: "info" region_name: "hbase:meta,,1" with seqId=2025 and lastReplayedOpenRegionSeqId=13 2024-12-13T08:20:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5604): 1657623790 : Replaying compaction marker table_name: "hbase:meta" encoded_region_name: "1588230740" family_name: "info" compaction_input: "bba9019baf48470f845b72c9ca33e4d7" compaction_input: "25151bcf43504b2d8c0b7e9702c0fec9" compaction_input: "d5b4fca95ace42858e723304492a484c" compaction_output: "ae9143a7d3444a548ed59ea1fc5025b3" store_home_dir: "info" region_name: "hbase:meta,,1" with seqId=2025 and lastReplayedOpenRegionSeqId=13 2024-12-13T08:20:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(1353): Completing compaction from the WAL marker 2024-12-13T08:20:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HStore(1353): Completing compaction from the WAL marker 2024-12-13T08:20:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:56,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(1403): Replaying compaction marker, replacing input files: [hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/bba9019baf48470f845b72c9ca33e4d7, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/25151bcf43504b2d8c0b7e9702c0fec9, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/d5b4fca95ace42858e723304492a484c] with output files : [hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/ae9143a7d3444a548ed59ea1fc5025b3] 2024-12-13T08:20:56,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HStore(1403): Replaying compaction marker, replacing input files: [hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/bba9019baf48470f845b72c9ca33e4d7, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/25151bcf43504b2d8c0b7e9702c0fec9, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/d5b4fca95ace42858e723304492a484c] with output files : [hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/ae9143a7d3444a548ed59ea1fc5025b3] 2024-12-13T08:20:56,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:56,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:56,790 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 71869, reset compression=false 2024-12-13T08:20:56,790 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2042=[#edits: 1 = <2016/info:/1734078056739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2043=[#edits: 1 = <2017/info:/1734078056739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2044=[#edits: 1 = <2018/info:/1734078056739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2045=[#edits: 1 = <2019/info:/1734078056739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2046=[#edits: 1 = <2020/info:/1734078056740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2047=[#edits: 1 = <2021/info:/1734078056740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2048=[#edits: 1 = <2022/info:/1734078056740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2049=[#edits: 1 = <2023/info:/1734078056740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2050=[#edits: 1 = <2024/info:/1734078056741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2051=[#edits: 1 = <2025/info:/1734078056741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2052=[#edits: 1 = <2026/info:/1734078056741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2053=[#edits: 1 = <2027/info:/1734078056741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2054=[#edits: 1 = <2028/info:/1734078056741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2055=[#edits: 1 = <2029/info:/1734078056742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2056=[#edits: 1 = <2030/info:/1734078056742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2057=[#edits: 1 = <2031/info:/1734078056743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2058=[#edits: 1 = <2032/info:/1734078056743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2059=[#edits: 1 = <2033/info:/1734078056743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2060=[#edits: 1 = <2034/info:/1734078056743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2061=[#edits: 1 = <2035/info:/1734078056744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2062=[#edits: 1 = <2036/info:/1734078056744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2063=[#edits: 1 = <2037/info:/1734078056744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2064=[#edits: 1 = <2038/info:/1734078056744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2065=[#edits: 1 = <2039/info:/1734078056745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2066=[#edits: 1 = <2040/info:/1734078056745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2067=[#edits: 1 = <2041/info:/1734078056745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2068=[#edits: 1 = <2042/info:/1734078056745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2069=[#edits: 1 = <2043/info:/1734078056746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2070=[#edits: 1 = <2044/info:/1734078056746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2071=[#edits: 1 = <2045/info:/1734078056746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2072=[#edits: 1 = <2046/info:/1734078056747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2073=[#edits: 1 = <2047/info:/1734078056747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2074=[#edits: 1 = <2048/info:/1734078056747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2075=[#edits: 1 = <2049/info:/1734078056747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2076=[#edits: 1 = <2050/info:/1734078056747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2077=[#edits: 1 = <2051/info:/1734078056748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2078=[#edits: 1 = <2052/info:/1734078056748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2079=[#edits: 1 = <2053/info:/1734078056748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2080=[#edits: 1 = <2054/info:/1734078056748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2081=[#edits: 1 = <2055/info:/1734078056749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2082=[#edits: 1 = <2056/info:/1734078056749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2083=[#edits: 1 = <2057/info:/1734078056749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2084=[#edits: 1 = <2058/info:/1734078056749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2085=[#edits: 1 = <2059/info:/1734078056750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2086=[#edits: 1 = <2060/info:/1734078056750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2087=[#edits: 1 = <2061/info:/1734078056750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2088=[#edits: 1 = <2062/info:/1734078056751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2089=[#edits: 1 = <2063/info:/1734078056751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2090=[#edits: 1 = <2064/info:/1734078056751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2091=[#edits: 1 = <2065/info:/1734078056751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2092=[#edits: 1 = <2066/info:/1734078056752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2093=[#edits: 1 = <2067/info:/1734078056752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2094=[#edits: 1 = <2068/info:/1734078056753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2095=[#edits: 1 = <2069/info:/1734078056753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2096=[#edits: 1 = <2070/info:/1734078056754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2097=[#edits: 1 = <2071/info:/1734078056754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2098=[#edits: 1 = <2072/info:/1734078056754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2099=[#edits: 1 = <2073/info:/1734078056755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2100=[#edits: 1 = <2074/info:/1734078056755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2101=[#edits: 1 = <2075/info:/1734078056755/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=69533, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,791 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2102=[#edits: 1 = <2076/info:/1734078056756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2103=[#edits: 1 = <2077/info:/1734078056756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2104=[#edits: 1 = <2078/info:/1734078056757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2105=[#edits: 1 = <2079/info:/1734078056757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2106=[#edits: 1 = <2080/info:/1734078056757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2107=[#edits: 1 = <2081/info:/1734078056758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2108=[#edits: 1 = <2082/info:/1734078056758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2109=[#edits: 1 = <2083/info:/1734078056759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2110=[#edits: 1 = <2084/info:/1734078056759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2111=[#edits: 1 = <2085/info:/1734078056760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2112=[#edits: 1 = <2086/info:/1734078056760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2113=[#edits: 1 = <2087/info:/1734078056760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2114=[#edits: 1 = <2088/info:/1734078056761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2115=[#edits: 1 = <2089/info:/1734078056761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2116=[#edits: 1 = <2090/info:/1734078056761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2117=[#edits: 1 = <2091/info:/1734078056761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2118=[#edits: 1 = <2092/info:/1734078056762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2119=[#edits: 1 = <2093/info:/1734078056762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2120=[#edits: 1 = <2094/info:/1734078056762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2121=[#edits: 1 = <2095/info:/1734078056763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2122=[#edits: 1 = <2096/info:/1734078056763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2123=[#edits: 1 = <2097/info:/1734078056763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2124=[#edits: 1 = <2098/info:/1734078056764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2125=[#edits: 1 = <2099/info:/1734078056764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2126=[#edits: 1 = <2100/info:/1734078056764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2127=[#edits: 1 = <2101/info:/1734078056765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2128=[#edits: 1 = <2102/info:/1734078056765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2129=[#edits: 1 = <2103/info:/1734078056765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2130=[#edits: 1 = <2104/info:/1734078056766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2131=[#edits: 1 = <2105/info:/1734078056766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2132=[#edits: 1 = <2106/info:/1734078056767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2133=[#edits: 1 = <2107/info:/1734078056767/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=71869, nbRowKeys=32, nbHFiles=0, heapSize=5504, lastSeqIds={}, endOfFile=false,usedBufferSize=5504] 2024-12-13T08:20:56,797 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 44 WAL entries eligible for replication 2024-12-13T08:20:56,797 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 75081, reset compression=false 2024-12-13T08:20:56,797 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2134=[#edits: 1 = <2108/info:/1734078056768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2135=[#edits: 1 = <2109/info:/1734078056768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2136=[#edits: 1 = <2110/info:/1734078056768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2137=[#edits: 1 = <2111/info:/1734078056769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2138=[#edits: 1 = <2112/info:/1734078056775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2139=[#edits: 1 = <2113/info:/1734078056776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2140=[#edits: 1 = <2114/info:/1734078056776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2141=[#edits: 1 = <2115/info:/1734078056777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2142=[#edits: 1 = <2116/info:/1734078056777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2143=[#edits: 1 = <2117/info:/1734078056777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2144=[#edits: 1 = <2118/info:/1734078056778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2145=[#edits: 1 = <2119/info:/1734078056778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2146=[#edits: 1 = <2120/info:/1734078056779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2147=[#edits: 1 = <2121/info:/1734078056779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2148=[#edits: 1 = <2122/info:/1734078056779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2149=[#edits: 1 = <2123/info:/1734078056780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2150=[#edits: 1 = <2124/info:/1734078056780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2151=[#edits: 1 = <2125/info:/1734078056783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2152=[#edits: 1 = <2126/info:/1734078056783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2153=[#edits: 1 = <2127/info:/1734078056784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2154=[#edits: 1 = <2128/info:/1734078056784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2155=[#edits: 1 = <2129/info:/1734078056784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2156=[#edits: 1 = <2130/info:/1734078056785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2157=[#edits: 1 = <2131/info:/1734078056785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2158=[#edits: 1 = <2132/info:/1734078056785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2159=[#edits: 1 = <2133/info:/1734078056785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2160=[#edits: 1 = <2134/info:/1734078056786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2161=[#edits: 1 = <2135/info:/1734078056786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2162=[#edits: 1 = <2136/info:/1734078056786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2163=[#edits: 1 = <2137/info:/1734078056787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2164=[#edits: 1 = <2138/info:/1734078056787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2165=[#edits: 1 = <2139/info:/1734078056788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2166=[#edits: 1 = <2140/info:/1734078056789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2167=[#edits: 1 = <2141/info:/1734078056790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2168=[#edits: 1 = <2142/info:/1734078056792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2169=[#edits: 1 = <2143/info:/1734078056792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2170=[#edits: 1 = <2144/info:/1734078056793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2171=[#edits: 1 = <2145/info:/1734078056793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2172=[#edits: 1 = <2146/info:/1734078056794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2173=[#edits: 1 = <2147/info:/1734078056794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2174=[#edits: 1 = <2148/info:/1734078056794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2175=[#edits: 1 = <2149/info:/1734078056794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2176=[#edits: 1 = <2150/info:/1734078056795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2177=[#edits: 1 = <2151/info:/1734078056795/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=75081, nbRowKeys=44, nbHFiles=0, heapSize=7568, lastSeqIds={}, endOfFile=false,usedBufferSize=7568] 2024-12-13T08:20:56,801 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:56,801 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 76103, reset compression=false 2024-12-13T08:20:56,801 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2178=[#edits: 1 = <2152/info:/1734078056795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2179=[#edits: 1 = <2153/info:/1734078056796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2180=[#edits: 1 = <2154/info:/1734078056796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2181=[#edits: 1 = <2155/info:/1734078056797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2182=[#edits: 1 = <2156/info:/1734078056797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2183=[#edits: 1 = <2157/info:/1734078056797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2184=[#edits: 1 = <2158/info:/1734078056797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2185=[#edits: 1 = <2159/info:/1734078056798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2186=[#edits: 1 = <2160/info:/1734078056798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2187=[#edits: 1 = <2161/info:/1734078056799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2188=[#edits: 1 = <2162/info:/1734078056799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2189=[#edits: 1 = <2163/info:/1734078056799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2190=[#edits: 1 = <2164/info:/1734078056800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2191=[#edits: 1 = <2165/info:/1734078056800/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=76103, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:56,806 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:56,806 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2192=[#edits: 1 = <2166/info:/1734078056800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2193=[#edits: 1 = <2167/info:/1734078056801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2194=[#edits: 1 = <2168/info:/1734078056801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2195=[#edits: 1 = <2169/info:/1734078056801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2196=[#edits: 1 = <2170/info:/1734078056802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2197=[#edits: 1 = <2171/info:/1734078056802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2198=[#edits: 1 = <2172/info:/1734078056803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2199=[#edits: 1 = <2173/info:/1734078056803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2200=[#edits: 1 = <2174/info:/1734078056803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2201=[#edits: 1 = <2175/info:/1734078056803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2202=[#edits: 1 = <2176/info:/1734078056804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2203=[#edits: 1 = <2177/info:/1734078056804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2204=[#edits: 1 = <2178/info:/1734078056804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2205=[#edits: 1 = <2179/info:/1734078056805/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=77125, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:56,806 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 77125, reset compression=false 2024-12-13T08:20:56,809 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:56,809 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 78074, reset compression=false 2024-12-13T08:20:56,809 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2206=[#edits: 1 = <2180/info:/1734078056805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2207=[#edits: 1 = <2181/info:/1734078056805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2208=[#edits: 1 = <2182/info:/1734078056805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2209=[#edits: 1 = <2183/info:/1734078056806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2210=[#edits: 1 = <2184/info:/1734078056806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2211=[#edits: 1 = <2185/info:/1734078056806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2212=[#edits: 1 = <2186/info:/1734078056807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2213=[#edits: 1 = <2187/info:/1734078056807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2214=[#edits: 1 = <2188/info:/1734078056807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2215=[#edits: 1 = <2189/info:/1734078056807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2216=[#edits: 1 = <2190/info:/1734078056808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2217=[#edits: 1 = <2191/info:/1734078056808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2218=[#edits: 1 = <2192/info:/1734078056808/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=78074, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:56,812 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:56,812 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 78658, reset compression=false 2024-12-13T08:20:56,813 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2219=[#edits: 1 = <2193/info:/1734078056808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2220=[#edits: 1 = <2194/info:/1734078056809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2221=[#edits: 1 = <2195/info:/1734078056810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2222=[#edits: 1 = <2196/info:/1734078056810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2223=[#edits: 1 = <2197/info:/1734078056810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2224=[#edits: 1 = <2198/info:/1734078056811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2225=[#edits: 1 = <2199/info:/1734078056811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2226=[#edits: 1 = <2200/info:/1734078056811/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=78658, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:56,816 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:56,816 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 79534, reset compression=false 2024-12-13T08:20:56,816 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2227=[#edits: 1 = <2201/info:/1734078056811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2228=[#edits: 1 = <2202/info:/1734078056812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2229=[#edits: 1 = <2203/info:/1734078056812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2230=[#edits: 1 = <2204/info:/1734078056812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2231=[#edits: 1 = <2205/info:/1734078056813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2232=[#edits: 1 = <2206/info:/1734078056813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2233=[#edits: 1 = <2207/info:/1734078056813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2234=[#edits: 1 = <2208/info:/1734078056814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2235=[#edits: 1 = <2209/info:/1734078056814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2236=[#edits: 1 = <2210/info:/1734078056814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2237=[#edits: 1 = <2211/info:/1734078056814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2238=[#edits: 1 = <2212/info:/1734078056815/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=79534, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:56,819 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:56,819 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to pos 80191, reset compression=false 2024-12-13T08:20:56,819 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2239=[#edits: 1 = <2213/info:/1734078056815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2240=[#edits: 1 = <2214/info:/1734078056815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2241=[#edits: 1 = <2215/info:/1734078056816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2242=[#edits: 1 = <2216/info:/1734078056816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2243=[#edits: 1 = <2217/info:/1734078056816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2244=[#edits: 1 = <2218/info:/1734078056817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2245=[#edits: 1 = <2219/info:/1734078056817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2246=[#edits: 1 = <2220/info:/1734078056817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2247=[#edits: 1 = <2221/info:/1734078056818/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=80191, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:56,820 DEBUG [AsyncFSWAL-0-hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155-prefix:6b1293cedc9a,39061,1734078053373.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80556, logrollsize=80530 2024-12-13T08:20:56,820 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C39061%2C1734078053373.meta:.meta(num 1734078056372) roll requested 2024-12-13T08:20:56,834 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, exclude list is [], retry=0 2024-12-13T08:20:56,836 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37559,DS-cd99a14f-1f99-42cf-8c7a-a998becac645,DISK] 2024-12-13T08:20:56,836 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36195,DS-b92c69da-4016-48c0-801f-0b948767a597,DISK] 2024-12-13T08:20:56,836 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39519,DS-5f2a7fcb-a8a0-4f1c-b11f-45431c0fff7a,DISK] 2024-12-13T08:20:56,837 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta with entries=1152, filesize=82.66 KB; new WAL /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta 2024-12-13T08:20:56,837 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36689:36689),(127.0.0.1/127.0.0.1:45837:45837),(127.0.0.1/127.0.0.1:35517:35517)] 2024-12-13T08:20:56,837 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta is not closed yet, will try archiving it next time 2024-12-13T08:20:56,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741844_1020 (size=84652) 2024-12-13T08:20:56,838 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta to hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/oldWALs/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078054290.meta 2024-12-13T08:20:56,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741844_1020 (size=84652) 2024-12-13T08:20:56,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741844_1020 (size=84652) 2024-12-13T08:20:56,839 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta for the last time to pos 80994, reset compression=false 2024-12-13T08:20:56,840 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:56,840 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta 2024-12-13T08:20:56,840 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:56,840 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:56,840 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2248=[#edits: 1 = <2222/info:/1734078056818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2249=[#edits: 1 = <2223/info:/1734078056819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2250=[#edits: 1 = <2224/info:/1734078056819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2251=[#edits: 1 = <2225/info:/1734078056819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2252=[#edits: 1 = <2226/info:/1734078056819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2253=[#edits: 1 = <2227/info:/1734078056820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2254=[#edits: 1 = <2228/info:/1734078056820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2255=[#edits: 1 = <2229/info:/1734078056821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2256=[#edits: 1 = <2230/info:/1734078056821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2257=[#edits: 1 = <2231/info:/1734078056821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2258=[#edits: 1 = <2232/info:/1734078056822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2259=[#edits: 1 = <2233/info:/1734078056822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2260=[#edits: 1 = <2234/info:/1734078056822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2261=[#edits: 1 = <2235/info:/1734078056823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2262=[#edits: 1 = <2236/info:/1734078056823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2263=[#edits: 1 = <2237/info:/1734078056823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2264=[#edits: 1 = <2238/info:/1734078056824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2265=[#edits: 1 = <2239/info:/1734078056824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2266=[#edits: 1 = <2240/info:/1734078056824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2267=[#edits: 1 = <2241/info:/1734078056824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2268=[#edits: 1 = <2242/info:/1734078056825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2269=[#edits: 1 = <2243/info:/1734078056825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2270=[#edits: 1 = <2244/info:/1734078056825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2271=[#edits: 1 = <2245/info:/1734078056825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2272=[#edits: 1 = <2246/info:/1734078056826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2273=[#edits: 1 = <2247/info:/1734078056826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2274=[#edits: 1 = <2248/info:/1734078056826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2275=[#edits: 1 = <2249/info:/1734078056827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2276=[#edits: 1 = <2250/info:/1734078056827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2277=[#edits: 1 = <2251/info:/1734078056827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2278=[#edits: 1 = <2252/info:/1734078056827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2279=[#edits: 1 = <2253/info:/1734078056828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2280=[#edits: 1 = <2254/info:/1734078056828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2281=[#edits: 1 = <2255/info:/1734078056828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2282=[#edits: 1 = <2256/info:/1734078056828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2283=[#edits: 1 = <2257/info:/1734078056829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2284=[#edits: 1 = <2258/info:/1734078056829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2285=[#edits: 1 = <2259/info:/1734078056829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2286=[#edits: 1 = <2260/info:/1734078056830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2287=[#edits: 1 = <2261/info:/1734078056830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2288=[#edits: 1 = <2262/info:/1734078056830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2289=[#edits: 1 = <2263/info:/1734078056831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2290=[#edits: 1 = <2264/info:/1734078056831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2291=[#edits: 1 = <2265/info:/1734078056831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2292=[#edits: 1 = <2266/info:/1734078056832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2293=[#edits: 1 = <2267/info:/1734078056832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2294=[#edits: 1 = <2268/info:/1734078056832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2295=[#edits: 1 = <2269/info:/1734078056832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2296=[#edits: 1 = <2270/info:/1734078056833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2297=[#edits: 1 = <2271/info:/1734078056833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2298=[#edits: 1 = <2272/info:/1734078056833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2299=[#edits: 1 = <2273/info:/1734078056833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2300=[#edits: 1 = <2274/info:/1734078056833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2301=[#edits: 1 = <2275/info:/1734078056834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2302=[#edits: 1 = <2276/info:/1734078056834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2303=[#edits: 1 = <2277/info:/1734078056834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2304=[#edits: 1 = <2278/info:/1734078056834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2305=[#edits: 1 = <2279/info:/1734078056835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2306=[#edits: 1 = <2280/info:/1734078056835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2307=[#edits: 1 = <2281/info:/1734078056835/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=84571, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:56,842 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2308=[#edits: 1 = <2282/info:/1734078056835/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta, lastWalPosition=84644, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=true,usedBufferSize=172] 2024-12-13T08:20:56,844 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:56,844 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 1107, reset compression=false 2024-12-13T08:20:56,844 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2309=[#edits: 1 = <2283/info:/1734078056837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2310=[#edits: 1 = <2284/info:/1734078056838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2311=[#edits: 1 = <2285/info:/1734078056839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2312=[#edits: 1 = <2286/info:/1734078056839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2313=[#edits: 1 = <2287/info:/1734078056840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2314=[#edits: 1 = <2288/info:/1734078056840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2315=[#edits: 1 = <2289/info:/1734078056840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2316=[#edits: 1 = <2290/info:/1734078056840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2317=[#edits: 1 = <2291/info:/1734078056841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2318=[#edits: 1 = <2292/info:/1734078056841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2319=[#edits: 1 = <2293/info:/1734078056841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2320=[#edits: 1 = <2294/info:/1734078056842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2321=[#edits: 1 = <2295/info:/1734078056842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2322=[#edits: 1 = <2296/info:/1734078056842/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=1107, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:56,847 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,847 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 1910, reset compression=false 2024-12-13T08:20:56,847 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2323=[#edits: 1 = <2297/info:/1734078056843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2324=[#edits: 1 = <2298/info:/1734078056843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2325=[#edits: 1 = <2299/info:/1734078056843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2326=[#edits: 1 = <2300/info:/1734078056843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2327=[#edits: 1 = <2301/info:/1734078056844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2328=[#edits: 1 = <2302/info:/1734078056844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2329=[#edits: 1 = <2303/info:/1734078056844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2330=[#edits: 1 = <2304/info:/1734078056845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2331=[#edits: 1 = <2305/info:/1734078056845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2332=[#edits: 1 = <2306/info:/1734078056845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2333=[#edits: 1 = <2307/info:/1734078056845/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=1910, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:56,850 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:56,850 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 2567, reset compression=false 2024-12-13T08:20:56,850 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2334=[#edits: 1 = <2308/info:/1734078056846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2335=[#edits: 1 = <2309/info:/1734078056846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2336=[#edits: 1 = <2310/info:/1734078056846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2337=[#edits: 1 = <2311/info:/1734078056847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2338=[#edits: 1 = <2312/info:/1734078056847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2339=[#edits: 1 = <2313/info:/1734078056847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2340=[#edits: 1 = <2314/info:/1734078056848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2341=[#edits: 1 = <2315/info:/1734078056848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2342=[#edits: 1 = <2316/info:/1734078056849/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=2567, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:56,853 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:56,853 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 3224, reset compression=false 2024-12-13T08:20:56,853 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2343=[#edits: 1 = <2317/info:/1734078056849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2344=[#edits: 1 = <2318/info:/1734078056849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2345=[#edits: 1 = <2319/info:/1734078056850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2346=[#edits: 1 = <2320/info:/1734078056850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2347=[#edits: 1 = <2321/info:/1734078056850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2348=[#edits: 1 = <2322/info:/1734078056851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2349=[#edits: 1 = <2323/info:/1734078056851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2350=[#edits: 1 = <2324/info:/1734078056852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2351=[#edits: 1 = <2325/info:/1734078056852/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=3224, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:56,857 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,857 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 4027, reset compression=false 2024-12-13T08:20:56,857 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2352=[#edits: 1 = <2326/info:/1734078056852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2353=[#edits: 1 = <2327/info:/1734078056853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2354=[#edits: 1 = <2328/info:/1734078056853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2355=[#edits: 1 = <2329/info:/1734078056853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2356=[#edits: 1 = <2330/info:/1734078056854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2357=[#edits: 1 = <2331/info:/1734078056854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2358=[#edits: 1 = <2332/info:/1734078056854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2359=[#edits: 1 = <2333/info:/1734078056855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2360=[#edits: 1 = <2334/info:/1734078056855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2361=[#edits: 1 = <2335/info:/1734078056855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2362=[#edits: 1 = <2336/info:/1734078056856/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=4027, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:56,861 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,861 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 4830, reset compression=false 2024-12-13T08:20:56,861 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2363=[#edits: 1 = <2337/info:/1734078056856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2364=[#edits: 1 = <2338/info:/1734078056856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2365=[#edits: 1 = <2339/info:/1734078056856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2366=[#edits: 1 = <2340/info:/1734078056857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2367=[#edits: 1 = <2341/info:/1734078056857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2368=[#edits: 1 = <2342/info:/1734078056857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2369=[#edits: 1 = <2343/info:/1734078056858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2370=[#edits: 1 = <2344/info:/1734078056858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2371=[#edits: 1 = <2345/info:/1734078056858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2372=[#edits: 1 = <2346/info:/1734078056859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2373=[#edits: 1 = <2347/info:/1734078056859/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=4830, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:56,864 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:56,864 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 5706, reset compression=false 2024-12-13T08:20:56,864 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2374=[#edits: 1 = <2348/info:/1734078056859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2375=[#edits: 1 = <2349/info:/1734078056860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2376=[#edits: 1 = <2350/info:/1734078056860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2377=[#edits: 1 = <2351/info:/1734078056860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2378=[#edits: 1 = <2352/info:/1734078056860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2379=[#edits: 1 = <2353/info:/1734078056861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2380=[#edits: 1 = <2354/info:/1734078056861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2381=[#edits: 1 = <2355/info:/1734078056862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2382=[#edits: 1 = <2356/info:/1734078056862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2383=[#edits: 1 = <2357/info:/1734078056862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2384=[#edits: 1 = <2358/info:/1734078056863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2385=[#edits: 1 = <2359/info:/1734078056863/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=5706, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:56,868 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,868 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 6509, reset compression=false 2024-12-13T08:20:56,868 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2386=[#edits: 1 = <2360/info:/1734078056863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2387=[#edits: 1 = <2361/info:/1734078056864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2388=[#edits: 1 = <2362/info:/1734078056864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2389=[#edits: 1 = <2363/info:/1734078056864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2390=[#edits: 1 = <2364/info:/1734078056865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2391=[#edits: 1 = <2365/info:/1734078056865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2392=[#edits: 1 = <2366/info:/1734078056865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2393=[#edits: 1 = <2367/info:/1734078056866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2394=[#edits: 1 = <2368/info:/1734078056866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2395=[#edits: 1 = <2369/info:/1734078056866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2396=[#edits: 1 = <2370/info:/1734078056866/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=6509, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:56,872 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:56,872 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 7239, reset compression=false 2024-12-13T08:20:56,872 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2397=[#edits: 1 = <2371/info:/1734078056867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2398=[#edits: 1 = <2372/info:/1734078056867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2399=[#edits: 1 = <2373/info:/1734078056867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2400=[#edits: 1 = <2374/info:/1734078056868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2401=[#edits: 1 = <2375/info:/1734078056868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2402=[#edits: 1 = <2376/info:/1734078056869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2403=[#edits: 1 = <2377/info:/1734078056869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2404=[#edits: 1 = <2378/info:/1734078056869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2405=[#edits: 1 = <2379/info:/1734078056870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2406=[#edits: 1 = <2380/info:/1734078056870/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=7239, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:56,878 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,878 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 8042, reset compression=false 2024-12-13T08:20:56,878 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2407=[#edits: 1 = <2381/info:/1734078056870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2408=[#edits: 1 = <2382/info:/1734078056871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2409=[#edits: 1 = <2383/info:/1734078056871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2410=[#edits: 1 = <2384/info:/1734078056871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2411=[#edits: 1 = <2385/info:/1734078056872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2412=[#edits: 1 = <2386/info:/1734078056872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2413=[#edits: 1 = <2387/info:/1734078056873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2414=[#edits: 1 = <2388/info:/1734078056873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2415=[#edits: 1 = <2389/info:/1734078056873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2416=[#edits: 1 = <2390/info:/1734078056874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2417=[#edits: 1 = <2391/info:/1734078056874/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=8042, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:56,881 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:56,881 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 8480, reset compression=false 2024-12-13T08:20:56,882 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2418=[#edits: 1 = <2392/info:/1734078056874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2419=[#edits: 1 = <2393/info:/1734078056875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2420=[#edits: 1 = <2394/info:/1734078056875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2421=[#edits: 1 = <2395/info:/1734078056876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2422=[#edits: 1 = <2396/info:/1734078056876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2423=[#edits: 1 = <2397/info:/1734078056877/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=8480, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:56,889 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:56,889 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 9429, reset compression=false 2024-12-13T08:20:56,889 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2424=[#edits: 1 = <2398/info:/1734078056877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2425=[#edits: 1 = <2399/info:/1734078056883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2426=[#edits: 1 = <2400/info:/1734078056884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2427=[#edits: 1 = <2401/info:/1734078056884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2428=[#edits: 1 = <2402/info:/1734078056885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2429=[#edits: 1 = <2403/info:/1734078056885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2430=[#edits: 1 = <2404/info:/1734078056885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2431=[#edits: 1 = <2405/info:/1734078056885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2432=[#edits: 1 = <2406/info:/1734078056886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2433=[#edits: 1 = <2407/info:/1734078056886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2434=[#edits: 1 = <2408/info:/1734078056886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2435=[#edits: 1 = <2409/info:/1734078056887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2436=[#edits: 1 = <2410/info:/1734078056887/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=9429, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:56,892 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:56,893 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 10305, reset compression=false 2024-12-13T08:20:56,893 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2437=[#edits: 1 = <2411/info:/1734078056887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2438=[#edits: 1 = <2412/info:/1734078056888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2439=[#edits: 1 = <2413/info:/1734078056888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2440=[#edits: 1 = <2414/info:/1734078056888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2441=[#edits: 1 = <2415/info:/1734078056889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2442=[#edits: 1 = <2416/info:/1734078056889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2443=[#edits: 1 = <2417/info:/1734078056889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2444=[#edits: 1 = <2418/info:/1734078056890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2445=[#edits: 1 = <2419/info:/1734078056890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2446=[#edits: 1 = <2420/info:/1734078056890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2447=[#edits: 1 = <2421/info:/1734078056891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2448=[#edits: 1 = <2422/info:/1734078056891/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=10305, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:56,900 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-13T08:20:56,900 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 11838, reset compression=false 2024-12-13T08:20:56,900 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2449=[#edits: 1 = <2423/info:/1734078056891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2450=[#edits: 1 = <2424/info:/1734078056892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2451=[#edits: 1 = <2425/info:/1734078056892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2452=[#edits: 1 = <2426/info:/1734078056892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2453=[#edits: 1 = <2427/info:/1734078056893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2454=[#edits: 1 = <2428/info:/1734078056894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2455=[#edits: 1 = <2429/info:/1734078056895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2456=[#edits: 1 = <2430/info:/1734078056895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2457=[#edits: 1 = <2431/info:/1734078056895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2458=[#edits: 1 = <2432/info:/1734078056896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2459=[#edits: 1 = <2433/info:/1734078056896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2460=[#edits: 1 = <2434/info:/1734078056896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2461=[#edits: 1 = <2435/info:/1734078056897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2462=[#edits: 1 = <2436/info:/1734078056897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2463=[#edits: 1 = <2437/info:/1734078056897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2464=[#edits: 1 = <2438/info:/1734078056897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2465=[#edits: 1 = <2439/info:/1734078056898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2466=[#edits: 1 = <2440/info:/1734078056898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2467=[#edits: 1 = <2441/info:/1734078056898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2468=[#edits: 1 = <2442/info:/1734078056898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2469=[#edits: 1 = <2443/info:/1734078056899/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=11838, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-13T08:20:56,904 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,904 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 12641, reset compression=false 2024-12-13T08:20:56,904 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2470=[#edits: 1 = <2444/info:/1734078056899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2471=[#edits: 1 = <2445/info:/1734078056899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2472=[#edits: 1 = <2446/info:/1734078056900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2473=[#edits: 1 = <2447/info:/1734078056901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2474=[#edits: 1 = <2448/info:/1734078056901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2475=[#edits: 1 = <2449/info:/1734078056901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2476=[#edits: 1 = <2450/info:/1734078056902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2477=[#edits: 1 = <2451/info:/1734078056902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2478=[#edits: 1 = <2452/info:/1734078056902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2479=[#edits: 1 = <2453/info:/1734078056903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2480=[#edits: 1 = <2454/info:/1734078056903/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=12641, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:56,908 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:56,908 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 13371, reset compression=false 2024-12-13T08:20:56,908 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2481=[#edits: 1 = <2455/info:/1734078056903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2482=[#edits: 1 = <2456/info:/1734078056904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2483=[#edits: 1 = <2457/info:/1734078056904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2484=[#edits: 1 = <2458/info:/1734078056905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2485=[#edits: 1 = <2459/info:/1734078056905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2486=[#edits: 1 = <2460/info:/1734078056906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2487=[#edits: 1 = <2461/info:/1734078056906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2488=[#edits: 1 = <2462/info:/1734078056906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2489=[#edits: 1 = <2463/info:/1734078056906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2490=[#edits: 1 = <2464/info:/1734078056907/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=13371, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:56,913 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:56,913 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 14320, reset compression=false 2024-12-13T08:20:56,913 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2491=[#edits: 1 = <2465/info:/1734078056907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2492=[#edits: 1 = <2466/info:/1734078056907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2493=[#edits: 1 = <2467/info:/1734078056908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2494=[#edits: 1 = <2468/info:/1734078056908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2495=[#edits: 1 = <2469/info:/1734078056909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2496=[#edits: 1 = <2470/info:/1734078056909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2497=[#edits: 1 = <2471/info:/1734078056909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2498=[#edits: 1 = <2472/info:/1734078056910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2499=[#edits: 1 = <2473/info:/1734078056910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2500=[#edits: 1 = <2474/info:/1734078056910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2501=[#edits: 1 = <2475/info:/1734078056910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2502=[#edits: 1 = <2476/info:/1734078056911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2503=[#edits: 1 = <2477/info:/1734078056911/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=14320, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:56,917 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,917 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 15123, reset compression=false 2024-12-13T08:20:56,917 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2504=[#edits: 1 = <2478/info:/1734078056912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2505=[#edits: 1 = <2479/info:/1734078056912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2506=[#edits: 1 = <2480/info:/1734078056912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2507=[#edits: 1 = <2481/info:/1734078056913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2508=[#edits: 1 = <2482/info:/1734078056913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2509=[#edits: 1 = <2483/info:/1734078056914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2510=[#edits: 1 = <2484/info:/1734078056914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2511=[#edits: 1 = <2485/info:/1734078056914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2512=[#edits: 1 = <2486/info:/1734078056915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2513=[#edits: 1 = <2487/info:/1734078056915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2514=[#edits: 1 = <2488/info:/1734078056915/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=15123, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:56,920 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,920 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 15926, reset compression=false 2024-12-13T08:20:56,920 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2515=[#edits: 1 = <2489/info:/1734078056916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2516=[#edits: 1 = <2490/info:/1734078056916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2517=[#edits: 1 = <2491/info:/1734078056916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2518=[#edits: 1 = <2492/info:/1734078056917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2519=[#edits: 1 = <2493/info:/1734078056917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2520=[#edits: 1 = <2494/info:/1734078056917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2521=[#edits: 1 = <2495/info:/1734078056918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2522=[#edits: 1 = <2496/info:/1734078056918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2523=[#edits: 1 = <2497/info:/1734078056918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2524=[#edits: 1 = <2498/info:/1734078056918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2525=[#edits: 1 = <2499/info:/1734078056919/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=15926, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:56,924 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,924 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 16729, reset compression=false 2024-12-13T08:20:56,924 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2526=[#edits: 1 = <2500/info:/1734078056919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2527=[#edits: 1 = <2501/info:/1734078056919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2528=[#edits: 1 = <2502/info:/1734078056920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2529=[#edits: 1 = <2503/info:/1734078056920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2530=[#edits: 1 = <2504/info:/1734078056920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2531=[#edits: 1 = <2505/info:/1734078056921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2532=[#edits: 1 = <2506/info:/1734078056921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2533=[#edits: 1 = <2507/info:/1734078056921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2534=[#edits: 1 = <2508/info:/1734078056922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2535=[#edits: 1 = <2509/info:/1734078056922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2536=[#edits: 1 = <2510/info:/1734078056922/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=16729, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:56,929 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:56,929 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 17605, reset compression=false 2024-12-13T08:20:56,929 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2537=[#edits: 1 = <2511/info:/1734078056923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2538=[#edits: 1 = <2512/info:/1734078056923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2539=[#edits: 1 = <2513/info:/1734078056924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2540=[#edits: 1 = <2514/info:/1734078056924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2541=[#edits: 1 = <2515/info:/1734078056925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2542=[#edits: 1 = <2516/info:/1734078056925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2543=[#edits: 1 = <2517/info:/1734078056925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2544=[#edits: 1 = <2518/info:/1734078056925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2545=[#edits: 1 = <2519/info:/1734078056926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2546=[#edits: 1 = <2520/info:/1734078056926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2547=[#edits: 1 = <2521/info:/1734078056926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2548=[#edits: 1 = <2522/info:/1734078056927/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=17605, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:56,933 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:56,933 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 18481, reset compression=false 2024-12-13T08:20:56,933 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2549=[#edits: 1 = <2523/info:/1734078056927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2550=[#edits: 1 = <2524/info:/1734078056928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2551=[#edits: 1 = <2525/info:/1734078056928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2552=[#edits: 1 = <2526/info:/1734078056928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2553=[#edits: 1 = <2527/info:/1734078056929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2554=[#edits: 1 = <2528/info:/1734078056929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2555=[#edits: 1 = <2529/info:/1734078056929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2556=[#edits: 1 = <2530/info:/1734078056930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2557=[#edits: 1 = <2531/info:/1734078056930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2558=[#edits: 1 = <2532/info:/1734078056930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2559=[#edits: 1 = <2533/info:/1734078056931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2560=[#edits: 1 = <2534/info:/1734078056931/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=18481, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:56,937 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:56,937 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 19211, reset compression=false 2024-12-13T08:20:56,937 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2561=[#edits: 1 = <2535/info:/1734078056931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2562=[#edits: 1 = <2536/info:/1734078056932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2563=[#edits: 1 = <2537/info:/1734078056932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2564=[#edits: 1 = <2538/info:/1734078056933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2565=[#edits: 1 = <2539/info:/1734078056933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2566=[#edits: 1 = <2540/info:/1734078056934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2567=[#edits: 1 = <2541/info:/1734078056934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2568=[#edits: 1 = <2542/info:/1734078056934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2569=[#edits: 1 = <2543/info:/1734078056935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2570=[#edits: 1 = <2544/info:/1734078056935/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=19211, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:56,940 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:56,941 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 20087, reset compression=false 2024-12-13T08:20:56,941 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2571=[#edits: 1 = <2545/info:/1734078056935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2572=[#edits: 1 = <2546/info:/1734078056936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2573=[#edits: 1 = <2547/info:/1734078056936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2574=[#edits: 1 = <2548/info:/1734078056936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2575=[#edits: 1 = <2549/info:/1734078056937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2576=[#edits: 1 = <2550/info:/1734078056937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2577=[#edits: 1 = <2551/info:/1734078056937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2578=[#edits: 1 = <2552/info:/1734078056938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2579=[#edits: 1 = <2553/info:/1734078056938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2580=[#edits: 1 = <2554/info:/1734078056938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2581=[#edits: 1 = <2555/info:/1734078056939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2582=[#edits: 1 = <2556/info:/1734078056939/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=20087, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:56,945 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:56,945 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 20963, reset compression=false 2024-12-13T08:20:56,945 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2583=[#edits: 1 = <2557/info:/1734078056939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2584=[#edits: 1 = <2558/info:/1734078056939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2585=[#edits: 1 = <2559/info:/1734078056940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2586=[#edits: 1 = <2560/info:/1734078056940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2587=[#edits: 1 = <2561/info:/1734078056940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2588=[#edits: 1 = <2562/info:/1734078056940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2589=[#edits: 1 = <2563/info:/1734078056941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2590=[#edits: 1 = <2564/info:/1734078056941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2591=[#edits: 1 = <2565/info:/1734078056942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2592=[#edits: 1 = <2566/info:/1734078056942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2593=[#edits: 1 = <2567/info:/1734078056942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2594=[#edits: 1 = <2568/info:/1734078056943/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=20963, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:56,949 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:56,949 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2595=[#edits: 1 = <2569/info:/1734078056943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2596=[#edits: 1 = <2570/info:/1734078056943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2597=[#edits: 1 = <2571/info:/1734078056944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2598=[#edits: 1 = <2572/info:/1734078056944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2599=[#edits: 1 = <2573/info:/1734078056944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2600=[#edits: 1 = <2574/info:/1734078056945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2601=[#edits: 1 = <2575/info:/1734078056945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2602=[#edits: 1 = <2576/info:/1734078056945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2603=[#edits: 1 = <2577/info:/1734078056946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2604=[#edits: 1 = <2578/info:/1734078056946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2605=[#edits: 1 = <2579/info:/1734078056946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2606=[#edits: 1 = <2580/info:/1734078056946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2607=[#edits: 1 = <2581/info:/1734078056947/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=21912, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:56,949 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 21912, reset compression=false 2024-12-13T08:20:56,953 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:56,953 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 22861, reset compression=false 2024-12-13T08:20:56,953 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2608=[#edits: 1 = <2582/info:/1734078056947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2609=[#edits: 1 = <2583/info:/1734078056948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2610=[#edits: 1 = <2584/info:/1734078056948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2611=[#edits: 1 = <2585/info:/1734078056948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2612=[#edits: 1 = <2586/info:/1734078056949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2613=[#edits: 1 = <2587/info:/1734078056949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2614=[#edits: 1 = <2588/info:/1734078056949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2615=[#edits: 1 = <2589/info:/1734078056950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2616=[#edits: 1 = <2590/info:/1734078056950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2617=[#edits: 1 = <2591/info:/1734078056950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2618=[#edits: 1 = <2592/info:/1734078056951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2619=[#edits: 1 = <2593/info:/1734078056951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2620=[#edits: 1 = <2594/info:/1734078056951/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=22861, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:56,957 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:56,957 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 23810, reset compression=false 2024-12-13T08:20:56,957 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2621=[#edits: 1 = <2595/info:/1734078056952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2622=[#edits: 1 = <2596/info:/1734078056952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2623=[#edits: 1 = <2597/info:/1734078056952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2624=[#edits: 1 = <2598/info:/1734078056953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2625=[#edits: 1 = <2599/info:/1734078056953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2626=[#edits: 1 = <2600/info:/1734078056954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2627=[#edits: 1 = <2601/info:/1734078056954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2628=[#edits: 1 = <2602/info:/1734078056954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2629=[#edits: 1 = <2603/info:/1734078056954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2630=[#edits: 1 = <2604/info:/1734078056955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2631=[#edits: 1 = <2605/info:/1734078056955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2632=[#edits: 1 = <2606/info:/1734078056955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2633=[#edits: 1 = <2607/info:/1734078056956/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=23810, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:56,961 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:56,961 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 24759, reset compression=false 2024-12-13T08:20:56,961 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2634=[#edits: 1 = <2608/info:/1734078056956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2635=[#edits: 1 = <2609/info:/1734078056956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2636=[#edits: 1 = <2610/info:/1734078056956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2637=[#edits: 1 = <2611/info:/1734078056957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2638=[#edits: 1 = <2612/info:/1734078056957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2639=[#edits: 1 = <2613/info:/1734078056958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2640=[#edits: 1 = <2614/info:/1734078056958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2641=[#edits: 1 = <2615/info:/1734078056958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2642=[#edits: 1 = <2616/info:/1734078056959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2643=[#edits: 1 = <2617/info:/1734078056959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2644=[#edits: 1 = <2618/info:/1734078056959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2645=[#edits: 1 = <2619/info:/1734078056960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2646=[#edits: 1 = <2620/info:/1734078056960/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=24759, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:56,965 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:56,965 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 25635, reset compression=false 2024-12-13T08:20:56,965 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2647=[#edits: 1 = <2621/info:/1734078056960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2648=[#edits: 1 = <2622/info:/1734078056960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2649=[#edits: 1 = <2623/info:/1734078056961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2650=[#edits: 1 = <2624/info:/1734078056961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2651=[#edits: 1 = <2625/info:/1734078056962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2652=[#edits: 1 = <2626/info:/1734078056962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2653=[#edits: 1 = <2627/info:/1734078056962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2654=[#edits: 1 = <2628/info:/1734078056963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2655=[#edits: 1 = <2629/info:/1734078056963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2656=[#edits: 1 = <2630/info:/1734078056963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2657=[#edits: 1 = <2631/info:/1734078056963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2658=[#edits: 1 = <2632/info:/1734078056964/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=25635, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:56,969 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,969 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 26438, reset compression=false 2024-12-13T08:20:56,969 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2659=[#edits: 1 = <2633/info:/1734078056964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2660=[#edits: 1 = <2634/info:/1734078056964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2661=[#edits: 1 = <2635/info:/1734078056965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2662=[#edits: 1 = <2636/info:/1734078056965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2663=[#edits: 1 = <2637/info:/1734078056965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2664=[#edits: 1 = <2638/info:/1734078056966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2665=[#edits: 1 = <2639/info:/1734078056966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2666=[#edits: 1 = <2640/info:/1734078056966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2667=[#edits: 1 = <2641/info:/1734078056967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2668=[#edits: 1 = <2642/info:/1734078056967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2669=[#edits: 1 = <2643/info:/1734078056967/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=26438, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:56,973 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:56,973 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 27314, reset compression=false 2024-12-13T08:20:56,973 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2670=[#edits: 1 = <2644/info:/1734078056967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2671=[#edits: 1 = <2645/info:/1734078056968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2672=[#edits: 1 = <2646/info:/1734078056968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2673=[#edits: 1 = <2647/info:/1734078056968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2674=[#edits: 1 = <2648/info:/1734078056969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2675=[#edits: 1 = <2649/info:/1734078056969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2676=[#edits: 1 = <2650/info:/1734078056969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2677=[#edits: 1 = <2651/info:/1734078056970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2678=[#edits: 1 = <2652/info:/1734078056970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2679=[#edits: 1 = <2653/info:/1734078056970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2680=[#edits: 1 = <2654/info:/1734078056971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2681=[#edits: 1 = <2655/info:/1734078056971/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=27314, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:56,976 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:56,976 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 28336, reset compression=false 2024-12-13T08:20:56,976 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2682=[#edits: 1 = <2656/info:/1734078056971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2683=[#edits: 1 = <2657/info:/1734078056972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2684=[#edits: 1 = <2658/info:/1734078056972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2685=[#edits: 1 = <2659/info:/1734078056972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2686=[#edits: 1 = <2660/info:/1734078056972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2687=[#edits: 1 = <2661/info:/1734078056973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2688=[#edits: 1 = <2662/info:/1734078056973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2689=[#edits: 1 = <2663/info:/1734078056973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2690=[#edits: 1 = <2664/info:/1734078056974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2691=[#edits: 1 = <2665/info:/1734078056974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2692=[#edits: 1 = <2666/info:/1734078056974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2693=[#edits: 1 = <2667/info:/1734078056974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2694=[#edits: 1 = <2668/info:/1734078056975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2695=[#edits: 1 = <2669/info:/1734078056975/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=28336, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:56,980 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:56,980 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 29285, reset compression=false 2024-12-13T08:20:56,980 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2696=[#edits: 1 = <2670/info:/1734078056975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2697=[#edits: 1 = <2671/info:/1734078056976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2698=[#edits: 1 = <2672/info:/1734078056976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2699=[#edits: 1 = <2673/info:/1734078056976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2700=[#edits: 1 = <2674/info:/1734078056976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2701=[#edits: 1 = <2675/info:/1734078056977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2702=[#edits: 1 = <2676/info:/1734078056977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2703=[#edits: 1 = <2677/info:/1734078056977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2704=[#edits: 1 = <2678/info:/1734078056978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2705=[#edits: 1 = <2679/info:/1734078056978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2706=[#edits: 1 = <2680/info:/1734078056978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2707=[#edits: 1 = <2681/info:/1734078056978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2708=[#edits: 1 = <2682/info:/1734078056979/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=29285, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:56,983 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,983 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 30088, reset compression=false 2024-12-13T08:20:56,983 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2709=[#edits: 1 = <2683/info:/1734078056979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2710=[#edits: 1 = <2684/info:/1734078056979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2711=[#edits: 1 = <2685/info:/1734078056980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2712=[#edits: 1 = <2686/info:/1734078056980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2713=[#edits: 1 = <2687/info:/1734078056980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2714=[#edits: 1 = <2688/info:/1734078056981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2715=[#edits: 1 = <2689/info:/1734078056981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2716=[#edits: 1 = <2690/info:/1734078056981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2717=[#edits: 1 = <2691/info:/1734078056981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2718=[#edits: 1 = <2692/info:/1734078056982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2719=[#edits: 1 = <2693/info:/1734078056982/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=30088, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:56,986 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:56,986 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 30964, reset compression=false 2024-12-13T08:20:56,986 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2720=[#edits: 1 = <2694/info:/1734078056982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2721=[#edits: 1 = <2695/info:/1734078056983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2722=[#edits: 1 = <2696/info:/1734078056983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2723=[#edits: 1 = <2697/info:/1734078056983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2724=[#edits: 1 = <2698/info:/1734078056983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2725=[#edits: 1 = <2699/info:/1734078056984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2726=[#edits: 1 = <2700/info:/1734078056984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2727=[#edits: 1 = <2701/info:/1734078056984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2728=[#edits: 1 = <2702/info:/1734078056984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2729=[#edits: 1 = <2703/info:/1734078056985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2730=[#edits: 1 = <2704/info:/1734078056985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2731=[#edits: 1 = <2705/info:/1734078056985/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=30964, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:56,989 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:56,989 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 31694, reset compression=false 2024-12-13T08:20:56,989 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2732=[#edits: 1 = <2706/info:/1734078056985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2733=[#edits: 1 = <2707/info:/1734078056986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2734=[#edits: 1 = <2708/info:/1734078056986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2735=[#edits: 1 = <2709/info:/1734078056987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2736=[#edits: 1 = <2710/info:/1734078056987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2737=[#edits: 1 = <2711/info:/1734078056987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2738=[#edits: 1 = <2712/info:/1734078056988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2739=[#edits: 1 = <2713/info:/1734078056988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2740=[#edits: 1 = <2714/info:/1734078056988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2741=[#edits: 1 = <2715/info:/1734078056988/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=31694, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:56,991 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:56,992 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:56,993 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:56,993 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 32351, reset compression=false 2024-12-13T08:20:56,993 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2742=[#edits: 1 = <2716/info:/1734078056989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2743=[#edits: 1 = <2717/info:/1734078056989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2744=[#edits: 1 = <2718/info:/1734078056989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2745=[#edits: 1 = <2719/info:/1734078056989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2746=[#edits: 1 = <2720/info:/1734078056990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2747=[#edits: 1 = <2721/info:/1734078056990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2748=[#edits: 1 = <2722/info:/1734078056990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2749=[#edits: 1 = <2723/info:/1734078056991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2750=[#edits: 1 = <2724/info:/1734078056991/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=32351, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:56,996 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:56,996 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 33154, reset compression=false 2024-12-13T08:20:56,996 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2751=[#edits: 1 = <2725/info:/1734078056992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2752=[#edits: 1 = <2726/info:/1734078056992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2753=[#edits: 1 = <2727/info:/1734078056992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2754=[#edits: 1 = <2728/info:/1734078056993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2755=[#edits: 1 = <2729/info:/1734078056993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2756=[#edits: 1 = <2730/info:/1734078056993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2757=[#edits: 1 = <2731/info:/1734078056994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2758=[#edits: 1 = <2732/info:/1734078056994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2759=[#edits: 1 = <2733/info:/1734078056994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2760=[#edits: 1 = <2734/info:/1734078056994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2761=[#edits: 1 = <2735/info:/1734078056995/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=33154, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:57,000 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:57,000 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 33811, reset compression=false 2024-12-13T08:20:57,000 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2762=[#edits: 1 = <2736/info:/1734078056995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2763=[#edits: 1 = <2737/info:/1734078056995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2764=[#edits: 1 = <2738/info:/1734078056996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2765=[#edits: 1 = <2739/info:/1734078056997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2766=[#edits: 1 = <2740/info:/1734078056997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2767=[#edits: 1 = <2741/info:/1734078056997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2768=[#edits: 1 = <2742/info:/1734078056998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2769=[#edits: 1 = <2743/info:/1734078056998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2770=[#edits: 1 = <2744/info:/1734078056998/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=33811, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:57,003 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:57,004 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 34687, reset compression=false 2024-12-13T08:20:57,004 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2771=[#edits: 1 = <2745/info:/1734078056999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2772=[#edits: 1 = <2746/info:/1734078056999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2773=[#edits: 1 = <2747/info:/1734078056999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2774=[#edits: 1 = <2748/info:/1734078057000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2775=[#edits: 1 = <2749/info:/1734078057000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2776=[#edits: 1 = <2750/info:/1734078057000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2777=[#edits: 1 = <2751/info:/1734078057001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2778=[#edits: 1 = <2752/info:/1734078057001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2779=[#edits: 1 = <2753/info:/1734078057001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2780=[#edits: 1 = <2754/info:/1734078057002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2781=[#edits: 1 = <2755/info:/1734078057002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2782=[#edits: 1 = <2756/info:/1734078057002/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=34687, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:57,007 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:57,007 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 35344, reset compression=false 2024-12-13T08:20:57,007 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2783=[#edits: 1 = <2757/info:/1734078057002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2784=[#edits: 1 = <2758/info:/1734078057003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2785=[#edits: 1 = <2759/info:/1734078057003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2786=[#edits: 1 = <2760/info:/1734078057004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2787=[#edits: 1 = <2761/info:/1734078057004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2788=[#edits: 1 = <2762/info:/1734078057005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2789=[#edits: 1 = <2763/info:/1734078057005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2790=[#edits: 1 = <2764/info:/1734078057005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2791=[#edits: 1 = <2765/info:/1734078057006/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=35344, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:57,011 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:57,011 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 36147, reset compression=false 2024-12-13T08:20:57,011 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2792=[#edits: 1 = <2766/info:/1734078057006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2793=[#edits: 1 = <2767/info:/1734078057006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2794=[#edits: 1 = <2768/info:/1734078057007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2795=[#edits: 1 = <2769/info:/1734078057007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2796=[#edits: 1 = <2770/info:/1734078057007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2797=[#edits: 1 = <2771/info:/1734078057008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2798=[#edits: 1 = <2772/info:/1734078057008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2799=[#edits: 1 = <2773/info:/1734078057008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2800=[#edits: 1 = <2774/info:/1734078057009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2801=[#edits: 1 = <2775/info:/1734078057009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2802=[#edits: 1 = <2776/info:/1734078057010/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=36147, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:57,014 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:57,014 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 37023, reset compression=false 2024-12-13T08:20:57,015 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2803=[#edits: 1 = <2777/info:/1734078057010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2804=[#edits: 1 = <2778/info:/1734078057010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2805=[#edits: 1 = <2779/info:/1734078057010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2806=[#edits: 1 = <2780/info:/1734078057011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2807=[#edits: 1 = <2781/info:/1734078057011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2808=[#edits: 1 = <2782/info:/1734078057011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2809=[#edits: 1 = <2783/info:/1734078057012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2810=[#edits: 1 = <2784/info:/1734078057012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2811=[#edits: 1 = <2785/info:/1734078057012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2812=[#edits: 1 = <2786/info:/1734078057013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2813=[#edits: 1 = <2787/info:/1734078057013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2814=[#edits: 1 = <2788/info:/1734078057013/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=37023, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:57,018 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:57,018 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 37899, reset compression=false 2024-12-13T08:20:57,018 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2815=[#edits: 1 = <2789/info:/1734078057013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2816=[#edits: 1 = <2790/info:/1734078057014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2817=[#edits: 1 = <2791/info:/1734078057014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2818=[#edits: 1 = <2792/info:/1734078057014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2819=[#edits: 1 = <2793/info:/1734078057015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2820=[#edits: 1 = <2794/info:/1734078057015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2821=[#edits: 1 = <2795/info:/1734078057015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2822=[#edits: 1 = <2796/info:/1734078057016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2823=[#edits: 1 = <2797/info:/1734078057016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2824=[#edits: 1 = <2798/info:/1734078057016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2825=[#edits: 1 = <2799/info:/1734078057016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2826=[#edits: 1 = <2800/info:/1734078057017/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=37899, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:57,022 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:57,022 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 38775, reset compression=false 2024-12-13T08:20:57,022 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2827=[#edits: 1 = <2801/info:/1734078057017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2828=[#edits: 1 = <2802/info:/1734078057017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2829=[#edits: 1 = <2803/info:/1734078057018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2830=[#edits: 1 = <2804/info:/1734078057018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2831=[#edits: 1 = <2805/info:/1734078057018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2832=[#edits: 1 = <2806/info:/1734078057019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2833=[#edits: 1 = <2807/info:/1734078057019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2834=[#edits: 1 = <2808/info:/1734078057019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2835=[#edits: 1 = <2809/info:/1734078057019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2836=[#edits: 1 = <2810/info:/1734078057020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2837=[#edits: 1 = <2811/info:/1734078057020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2838=[#edits: 1 = <2812/info:/1734078057020/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=38775, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:57,025 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:57,025 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 39578, reset compression=false 2024-12-13T08:20:57,025 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2839=[#edits: 1 = <2813/info:/1734078057021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2840=[#edits: 1 = <2814/info:/1734078057021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2841=[#edits: 1 = <2815/info:/1734078057021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2842=[#edits: 1 = <2816/info:/1734078057021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2843=[#edits: 1 = <2817/info:/1734078057022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2844=[#edits: 1 = <2818/info:/1734078057022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2845=[#edits: 1 = <2819/info:/1734078057022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2846=[#edits: 1 = <2820/info:/1734078057023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2847=[#edits: 1 = <2821/info:/1734078057023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2848=[#edits: 1 = <2822/info:/1734078057023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2849=[#edits: 1 = <2823/info:/1734078057024/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=39578, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:57,029 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:57,029 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 40308, reset compression=false 2024-12-13T08:20:57,029 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2850=[#edits: 1 = <2824/info:/1734078057024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2851=[#edits: 1 = <2825/info:/1734078057024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2852=[#edits: 1 = <2826/info:/1734078057024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2853=[#edits: 1 = <2827/info:/1734078057025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2854=[#edits: 1 = <2828/info:/1734078057026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2855=[#edits: 1 = <2829/info:/1734078057026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2856=[#edits: 1 = <2830/info:/1734078057026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2857=[#edits: 1 = <2831/info:/1734078057026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2858=[#edits: 1 = <2832/info:/1734078057027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2859=[#edits: 1 = <2833/info:/1734078057027/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=40308, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:57,032 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:57,032 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 41111, reset compression=false 2024-12-13T08:20:57,032 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2860=[#edits: 1 = <2834/info:/1734078057028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2861=[#edits: 1 = <2835/info:/1734078057028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2862=[#edits: 1 = <2836/info:/1734078057028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2863=[#edits: 1 = <2837/info:/1734078057028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2864=[#edits: 1 = <2838/info:/1734078057029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2865=[#edits: 1 = <2839/info:/1734078057029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2866=[#edits: 1 = <2840/info:/1734078057029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2867=[#edits: 1 = <2841/info:/1734078057030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2868=[#edits: 1 = <2842/info:/1734078057030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2869=[#edits: 1 = <2843/info:/1734078057030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2870=[#edits: 1 = <2844/info:/1734078057031/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=41111, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:57,036 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:57,036 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 41841, reset compression=false 2024-12-13T08:20:57,036 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2871=[#edits: 1 = <2845/info:/1734078057031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2872=[#edits: 1 = <2846/info:/1734078057031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2873=[#edits: 1 = <2847/info:/1734078057032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2874=[#edits: 1 = <2848/info:/1734078057032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2875=[#edits: 1 = <2849/info:/1734078057032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2876=[#edits: 1 = <2850/info:/1734078057033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2877=[#edits: 1 = <2851/info:/1734078057033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2878=[#edits: 1 = <2852/info:/1734078057033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2879=[#edits: 1 = <2853/info:/1734078057034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2880=[#edits: 1 = <2854/info:/1734078057034/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=41841, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:57,039 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:57,039 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 42644, reset compression=false 2024-12-13T08:20:57,039 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2881=[#edits: 1 = <2855/info:/1734078057034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2882=[#edits: 1 = <2856/info:/1734078057035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2883=[#edits: 1 = <2857/info:/1734078057035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2884=[#edits: 1 = <2858/info:/1734078057035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2885=[#edits: 1 = <2859/info:/1734078057036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2886=[#edits: 1 = <2860/info:/1734078057036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2887=[#edits: 1 = <2861/info:/1734078057036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2888=[#edits: 1 = <2862/info:/1734078057037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2889=[#edits: 1 = <2863/info:/1734078057037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2890=[#edits: 1 = <2864/info:/1734078057037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2891=[#edits: 1 = <2865/info:/1734078057037/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=42644, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:57,049 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 34 WAL entries eligible for replication 2024-12-13T08:20:57,049 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 45126, reset compression=false 2024-12-13T08:20:57,049 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2892=[#edits: 1 = <2866/info:/1734078057038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2893=[#edits: 1 = <2867/info:/1734078057038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2894=[#edits: 1 = <2868/info:/1734078057039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2895=[#edits: 1 = <2869/info:/1734078057039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2896=[#edits: 1 = <2870/info:/1734078057040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2897=[#edits: 1 = <2871/info:/1734078057040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2898=[#edits: 1 = <2872/info:/1734078057040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2899=[#edits: 1 = <2873/info:/1734078057040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2900=[#edits: 1 = <2874/info:/1734078057041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2901=[#edits: 1 = <2875/info:/1734078057041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2902=[#edits: 1 = <2876/info:/1734078057041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2903=[#edits: 1 = <2877/info:/1734078057042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2904=[#edits: 1 = <2878/info:/1734078057042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2905=[#edits: 1 = <2879/info:/1734078057042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2906=[#edits: 1 = <2880/info:/1734078057042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2907=[#edits: 1 = <2881/info:/1734078057043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2908=[#edits: 1 = <2882/info:/1734078057043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2909=[#edits: 1 = <2883/info:/1734078057043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2910=[#edits: 1 = <2884/info:/1734078057043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2911=[#edits: 1 = <2885/info:/1734078057044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2912=[#edits: 1 = <2886/info:/1734078057044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2913=[#edits: 1 = <2887/info:/1734078057044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2914=[#edits: 1 = <2888/info:/1734078057044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2915=[#edits: 1 = <2889/info:/1734078057045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2916=[#edits: 1 = <2890/info:/1734078057045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2917=[#edits: 1 = <2891/info:/1734078057045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2918=[#edits: 1 = <2892/info:/1734078057045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2919=[#edits: 1 = <2893/info:/1734078057046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2920=[#edits: 1 = <2894/info:/1734078057046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2921=[#edits: 1 = <2895/info:/1734078057046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2922=[#edits: 1 = <2896/info:/1734078057046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2923=[#edits: 1 = <2897/info:/1734078057046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2924=[#edits: 1 = <2898/info:/1734078057047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2925=[#edits: 1 = <2899/info:/1734078057047/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=45126, nbRowKeys=34, nbHFiles=0, heapSize=5848, lastSeqIds={}, endOfFile=false,usedBufferSize=5848] 2024-12-13T08:20:57,057 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 27 WAL entries eligible for replication 2024-12-13T08:20:57,057 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 47097, reset compression=false 2024-12-13T08:20:57,057 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2926=[#edits: 1 = <2900/info:/1734078057047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2927=[#edits: 1 = <2901/info:/1734078057048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2928=[#edits: 1 = <2902/info:/1734078057048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2929=[#edits: 1 = <2903/info:/1734078057049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2930=[#edits: 1 = <2904/info:/1734078057049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2931=[#edits: 1 = <2905/info:/1734078057050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2932=[#edits: 1 = <2906/info:/1734078057050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2933=[#edits: 1 = <2907/info:/1734078057050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2934=[#edits: 1 = <2908/info:/1734078057050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2935=[#edits: 1 = <2909/info:/1734078057051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2936=[#edits: 1 = <2910/info:/1734078057051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2937=[#edits: 1 = <2911/info:/1734078057051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2938=[#edits: 1 = <2912/info:/1734078057051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2939=[#edits: 1 = <2913/info:/1734078057052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2940=[#edits: 1 = <2914/info:/1734078057052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2941=[#edits: 1 = <2915/info:/1734078057052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2942=[#edits: 1 = <2916/info:/1734078057052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2943=[#edits: 1 = <2917/info:/1734078057053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2944=[#edits: 1 = <2918/info:/1734078057053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2945=[#edits: 1 = <2919/info:/1734078057053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2946=[#edits: 1 = <2920/info:/1734078057053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2947=[#edits: 1 = <2921/info:/1734078057054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2948=[#edits: 1 = <2922/info:/1734078057054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2949=[#edits: 1 = <2923/info:/1734078057054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2950=[#edits: 1 = <2924/info:/1734078057054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2951=[#edits: 1 = <2925/info:/1734078057055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2952=[#edits: 1 = <2926/info:/1734078057055/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=47097, nbRowKeys=27, nbHFiles=0, heapSize=4644, lastSeqIds={}, endOfFile=false,usedBufferSize=4644] 2024-12-13T08:20:57,060 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:57,060 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 48046, reset compression=false 2024-12-13T08:20:57,060 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2953=[#edits: 1 = <2927/info:/1734078057055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2954=[#edits: 1 = <2928/info:/1734078057056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2955=[#edits: 1 = <2929/info:/1734078057056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2956=[#edits: 1 = <2930/info:/1734078057056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2957=[#edits: 1 = <2931/info:/1734078057056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2958=[#edits: 1 = <2932/info:/1734078057057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2959=[#edits: 1 = <2933/info:/1734078057057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2960=[#edits: 1 = <2934/info:/1734078057058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2961=[#edits: 1 = <2935/info:/1734078057058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2962=[#edits: 1 = <2936/info:/1734078057058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2963=[#edits: 1 = <2937/info:/1734078057058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2964=[#edits: 1 = <2938/info:/1734078057059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2965=[#edits: 1 = <2939/info:/1734078057059/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=48046, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:57,064 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:57,064 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 48630, reset compression=false 2024-12-13T08:20:57,064 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2966=[#edits: 1 = <2940/info:/1734078057060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2967=[#edits: 1 = <2941/info:/1734078057061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2968=[#edits: 1 = <2942/info:/1734078057061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2969=[#edits: 1 = <2943/info:/1734078057061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2970=[#edits: 1 = <2944/info:/1734078057062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2971=[#edits: 1 = <2945/info:/1734078057062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2972=[#edits: 1 = <2946/info:/1734078057062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2973=[#edits: 1 = <2947/info:/1734078057062/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=48630, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:57,068 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:57,068 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 49360, reset compression=false 2024-12-13T08:20:57,068 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2974=[#edits: 1 = <2948/info:/1734078057063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2975=[#edits: 1 = <2949/info:/1734078057063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2976=[#edits: 1 = <2950/info:/1734078057064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2977=[#edits: 1 = <2951/info:/1734078057064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2978=[#edits: 1 = <2952/info:/1734078057065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2979=[#edits: 1 = <2953/info:/1734078057065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2980=[#edits: 1 = <2954/info:/1734078057065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2981=[#edits: 1 = <2955/info:/1734078057066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2982=[#edits: 1 = <2956/info:/1734078057066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2983=[#edits: 1 = <2957/info:/1734078057066/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=49360, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:57,071 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:57,071 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 50163, reset compression=false 2024-12-13T08:20:57,071 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2984=[#edits: 1 = <2958/info:/1734078057066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2985=[#edits: 1 = <2959/info:/1734078057067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2986=[#edits: 1 = <2960/info:/1734078057067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2987=[#edits: 1 = <2961/info:/1734078057068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2988=[#edits: 1 = <2962/info:/1734078057068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2989=[#edits: 1 = <2963/info:/1734078057068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2990=[#edits: 1 = <2964/info:/1734078057069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2991=[#edits: 1 = <2965/info:/1734078057069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2992=[#edits: 1 = <2966/info:/1734078057069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2993=[#edits: 1 = <2967/info:/1734078057069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2994=[#edits: 1 = <2968/info:/1734078057070/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=50163, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:57,075 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:57,075 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 50893, reset compression=false 2024-12-13T08:20:57,075 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2995=[#edits: 1 = <2969/info:/1734078057070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2996=[#edits: 1 = <2970/info:/1734078057071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2997=[#edits: 1 = <2971/info:/1734078057071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2998=[#edits: 1 = <2972/info:/1734078057071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2999=[#edits: 1 = <2973/info:/1734078057072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3000=[#edits: 1 = <2974/info:/1734078057072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3001=[#edits: 1 = <2975/info:/1734078057072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3002=[#edits: 1 = <2976/info:/1734078057073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3003=[#edits: 1 = <2977/info:/1734078057073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3004=[#edits: 1 = <2978/info:/1734078057073/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=50893, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:57,078 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:57,078 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 51696, reset compression=false 2024-12-13T08:20:57,078 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3005=[#edits: 1 = <2979/info:/1734078057074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3006=[#edits: 1 = <2980/info:/1734078057074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3007=[#edits: 1 = <2981/info:/1734078057074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3008=[#edits: 1 = <2982/info:/1734078057075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3009=[#edits: 1 = <2983/info:/1734078057075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3010=[#edits: 1 = <2984/info:/1734078057075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3011=[#edits: 1 = <2985/info:/1734078057076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3012=[#edits: 1 = <2986/info:/1734078057076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3013=[#edits: 1 = <2987/info:/1734078057076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3014=[#edits: 1 = <2988/info:/1734078057076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3015=[#edits: 1 = <2989/info:/1734078057077/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=51696, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:57,080 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(216): flushing table 2024-12-13T08:20:57,080 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-13T08:20:57,082 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:57,082 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 52426, reset compression=false 2024-12-13T08:20:57,082 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3016=[#edits: 1 = <2990/info:/1734078057077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3017=[#edits: 1 = <2991/info:/1734078057078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3018=[#edits: 1 = <2992/info:/1734078057078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3019=[#edits: 1 = <2993/info:/1734078057078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3020=[#edits: 1 = <2994/info:/1734078057079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3021=[#edits: 1 = <2995/info:/1734078057079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3022=[#edits: 1 = <2996/info:/1734078057079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3023=[#edits: 1 = <2997/info:/1734078057080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3024=[#edits: 1 = <2998/info:/1734078057080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3025=[#edits: 1 = <2999/info:/1734078057080/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=52426, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:57,085 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:57,085 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 52612, reset compression=false 2024-12-13T08:20:57,085 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3027=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078057081/Put/vlen=102/seqid=0; >],292}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=52612, nbRowKeys=1, nbHFiles=0, heapSize=292, lastSeqIds={}, endOfFile=false,usedBufferSize=292] 2024-12-13T08:20:57,086 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/2609c4bfd6584a7da5dfb92b3668bba8 is 36, key is 2000/info:/1734078056734/Put/seqid=0 2024-12-13T08:20:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 3026 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 3026 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:57,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=31.25 KB heapSize=100.63 KB 2024-12-13T08:20:57,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=31.25 KB heapSize=100.63 KB 2024-12-13T08:20:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:3026 2024-12-13T08:20:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:3026 2024-12-13T08:20:57,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741848_1024 (size=46423) 2024-12-13T08:20:57,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741848_1024 (size=46423) 2024-12-13T08:20:57,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741848_1024 (size=46423) 2024-12-13T08:20:57,095 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=3026 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/2609c4bfd6584a7da5dfb92b3668bba8 2024-12-13T08:20:57,099 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/2609c4bfd6584a7da5dfb92b3668bba8 as hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/2609c4bfd6584a7da5dfb92b3668bba8 2024-12-13T08:20:57,102 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/2609c4bfd6584a7da5dfb92b3668bba8, entries=1000, sequenceid=3026, filesize=45.3 K 2024-12-13T08:20:57,103 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 23ms, sequenceid=3026, compaction requested=false 2024-12-13T08:20:57,103 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:57,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(218): compacting table 2024-12-13T08:20:57,103 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-13T08:20:57,103 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:57,103 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:57,104 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-13T08:20:57,104 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:57,104 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:57,104 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-13T08:20:57,104 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:57,104 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:57,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(214): Writing data from 3000 to 4000 2024-12-13T08:20:57,195 DEBUG [AsyncFSWAL-0-hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155-prefix:6b1293cedc9a,39061,1734078053373.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80572, logrollsize=80530 2024-12-13T08:20:57,195 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C39061%2C1734078053373.meta:.meta(num 1734078056820) roll requested 2024-12-13T08:20:57,214 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, exclude list is [], retry=0 2024-12-13T08:20:57,217 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36433,DS-5a18d8e5-9ad6-46d3-8050-756d6ccbcd3f,DISK] 2024-12-13T08:20:57,217 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36195,DS-b92c69da-4016-48c0-801f-0b948767a597,DISK] 2024-12-13T08:20:57,217 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39519,DS-5f2a7fcb-a8a0-4f1c-b11f-45431c0fff7a,DISK] 2024-12-13T08:20:57,231 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta with entries=1179, filesize=84.39 KB; new WAL /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta 2024-12-13T08:20:57,232 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45837:45837),(127.0.0.1/127.0.0.1:45073:45073),(127.0.0.1/127.0.0.1:35517:35517)] 2024-12-13T08:20:57,232 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta is not closed yet, will try archiving it next time 2024-12-13T08:20:57,232 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta to hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/oldWALs/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056372.meta 2024-12-13T08:20:57,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741847_1023 (size=86420) 2024-12-13T08:20:57,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741847_1023 (size=86420) 2024-12-13T08:20:57,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741847_1023 (size=86420) 2024-12-13T08:20:57,288 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to pos 52612, reset compression=false 2024-12-13T08:20:57,290 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-13T08:20:57,290 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,290 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3028=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078057102/Put/vlen=136/seqid=0; >],324}, {hbase:meta/1588230740/3029=[#edits: 1 = <3000/info:/1734078057104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3030=[#edits: 1 = <3001/info:/1734078057105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3031=[#edits: 1 = <3002/info:/1734078057105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3032=[#edits: 1 = <3003/info:/1734078057106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3033=[#edits: 1 = <3004/info:/1734078057106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3034=[#edits: 1 = <3005/info:/1734078057106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3035=[#edits: 1 = <3006/info:/1734078057106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3036=[#edits: 1 = <3007/info:/1734078057107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3037=[#edits: 1 = <3008/info:/1734078057107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3038=[#edits: 1 = <3009/info:/1734078057107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3039=[#edits: 1 = <3010/info:/1734078057108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3040=[#edits: 1 = <3011/info:/1734078057108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3041=[#edits: 1 = <3012/info:/1734078057108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3042=[#edits: 1 = <3013/info:/1734078057108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3043=[#edits: 1 = <3014/info:/1734078057109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3044=[#edits: 1 = <3015/info:/1734078057109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3045=[#edits: 1 = <3016/info:/1734078057109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3046=[#edits: 1 = <3017/info:/1734078057109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3047=[#edits: 1 = <3018/info:/1734078057109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3048=[#edits: 1 = <3019/info:/1734078057110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3049=[#edits: 1 = <3020/info:/1734078057110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3050=[#edits: 1 = <3021/info:/1734078057110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3051=[#edits: 1 = <3022/info:/1734078057110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3052=[#edits: 1 = <3023/info:/1734078057111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3053=[#edits: 1 = <3024/info:/1734078057111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3054=[#edits: 1 = <3025/info:/1734078057111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3055=[#edits: 1 = <3026/info:/1734078057111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3056=[#edits: 1 = <3027/info:/1734078057112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3057=[#edits: 1 = <3028/info:/1734078057112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3058=[#edits: 1 = <3029/info:/1734078057112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3059=[#edits: 1 = <3030/info:/1734078057112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3060=[#edits: 1 = <3031/info:/1734078057113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3061=[#edits: 1 = <3032/info:/1734078057113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3062=[#edits: 1 = <3033/info:/1734078057113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3063=[#edits: 1 = <3034/info:/1734078057113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3064=[#edits: 1 = <3035/info:/1734078057113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3065=[#edits: 1 = <3036/info:/1734078057114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3066=[#edits: 1 = <3037/info:/1734078057114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3067=[#edits: 1 = <3038/info:/1734078057114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3068=[#edits: 1 = <3039/info:/1734078057114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3069=[#edits: 1 = <3040/info:/1734078057115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3070=[#edits: 1 = <3041/info:/1734078057115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3071=[#edits: 1 = <3042/info:/1734078057115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3072=[#edits: 1 = <3043/info:/1734078057115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3073=[#edits: 1 = <3044/info:/1734078057116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3074=[#edits: 1 = <3045/info:/1734078057116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3075=[#edits: 1 = <3046/info:/1734078057116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3076=[#edits: 1 = <3047/info:/1734078057116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3077=[#edits: 1 = <3048/info:/1734078057117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3078=[#edits: 1 = <3049/info:/1734078057117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3079=[#edits: 1 = <3050/info:/1734078057117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3080=[#edits: 1 = <3051/info:/1734078057117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3081=[#edits: 1 = <3052/info:/1734078057118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3082=[#edits: 1 = <3053/info:/1734078057118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3083=[#edits: 1 = <3054/info:/1734078057118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3084=[#edits: 1 = <3055/info:/1734078057118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3085=[#edits: 1 = <3056/info:/1734078057118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3086=[#edits: 1 = <3057/info:/1734078057119/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=57066, nbRowKeys=59, nbHFiles=0, heapSize=10300, lastSeqIds={}, endOfFile=false,usedBufferSize=10300] 2024-12-13T08:20:57,290 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 3026 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "2609c4bfd6584a7da5dfb92b3668bba8" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 3026 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "2609c4bfd6584a7da5dfb92b3668bba8" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:3026 and a previous prepared snapshot was found 2024-12-13T08:20:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:3026 and a previous prepared snapshot was found 2024-12-13T08:20:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:57,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e95e8a added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/2609c4bfd6584a7da5dfb92b3668bba8, entries=1000, sequenceid=3026, filesize=45.3 K 2024-12-13T08:20:57,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d13fbe0 added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/2609c4bfd6584a7da5dfb92b3668bba8, entries=1000, sequenceid=3026, filesize=45.3 K 2024-12-13T08:20:57,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:57,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:57,295 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3087=[#edits: 1 = <3058/info:/1734078057119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3088=[#edits: 1 = <3059/info:/1734078057119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3089=[#edits: 1 = <3060/info:/1734078057119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3090=[#edits: 1 = <3061/info:/1734078057120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3091=[#edits: 1 = <3062/info:/1734078057120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3092=[#edits: 1 = <3063/info:/1734078057120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3093=[#edits: 1 = <3064/info:/1734078057120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3094=[#edits: 1 = <3065/info:/1734078057121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3095=[#edits: 1 = <3066/info:/1734078057121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3096=[#edits: 1 = <3067/info:/1734078057121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3097=[#edits: 1 = <3068/info:/1734078057121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3098=[#edits: 1 = <3069/info:/1734078057122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3099=[#edits: 1 = <3070/info:/1734078057122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3100=[#edits: 1 = <3071/info:/1734078057122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3101=[#edits: 1 = <3072/info:/1734078057122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3102=[#edits: 1 = <3073/info:/1734078057123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3103=[#edits: 1 = <3074/info:/1734078057123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3104=[#edits: 1 = <3075/info:/1734078057123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3105=[#edits: 1 = <3076/info:/1734078057123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3106=[#edits: 1 = <3077/info:/1734078057124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3107=[#edits: 1 = <3078/info:/1734078057124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3108=[#edits: 1 = <3079/info:/1734078057124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3109=[#edits: 1 = <3080/info:/1734078057124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3110=[#edits: 1 = <3081/info:/1734078057125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3111=[#edits: 1 = <3082/info:/1734078057125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3112=[#edits: 1 = <3083/info:/1734078057125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3113=[#edits: 1 = <3084/info:/1734078057125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3114=[#edits: 1 = <3085/info:/1734078057125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3115=[#edits: 1 = <3086/info:/1734078057126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3116=[#edits: 1 = <3087/info:/1734078057126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3117=[#edits: 1 = <3088/info:/1734078057126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3118=[#edits: 1 = <3089/info:/1734078057126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3119=[#edits: 1 = <3090/info:/1734078057127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3120=[#edits: 1 = <3091/info:/1734078057127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3121=[#edits: 1 = <3092/info:/1734078057127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3122=[#edits: 1 = <3093/info:/1734078057127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3123=[#edits: 1 = <3094/info:/1734078057128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3124=[#edits: 1 = <3095/info:/1734078057128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3125=[#edits: 1 = <3096/info:/1734078057128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3126=[#edits: 1 = <3097/info:/1734078057128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3127=[#edits: 1 = <3098/info:/1734078057129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3128=[#edits: 1 = <3099/info:/1734078057129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3129=[#edits: 1 = <3100/info:/1734078057129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3130=[#edits: 1 = <3101/info:/1734078057129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3131=[#edits: 1 = <3102/info:/1734078057130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3132=[#edits: 1 = <3103/info:/1734078057130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3133=[#edits: 1 = <3104/info:/1734078057130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3134=[#edits: 1 = <3105/info:/1734078057130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3135=[#edits: 1 = <3106/info:/1734078057130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3136=[#edits: 1 = <3107/info:/1734078057131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3137=[#edits: 1 = <3108/info:/1734078057131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3138=[#edits: 1 = <3109/info:/1734078057131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3139=[#edits: 1 = <3110/info:/1734078057131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3140=[#edits: 1 = <3111/info:/1734078057132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3141=[#edits: 1 = <3112/info:/1734078057132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3142=[#edits: 1 = <3113/info:/1734078057132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3143=[#edits: 1 = <3114/info:/1734078057133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3144=[#edits: 1 = <3115/info:/1734078057133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3145=[#edits: 1 = <3116/info:/1734078057133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3146=[#edits: 1 = <3117/info:/1734078057133/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=61446, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,295 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,297 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3147=[#edits: 1 = <3118/info:/1734078057134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3148=[#edits: 1 = <3119/info:/1734078057134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3149=[#edits: 1 = <3120/info:/1734078057134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3150=[#edits: 1 = <3121/info:/1734078057135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3151=[#edits: 1 = <3122/info:/1734078057135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3152=[#edits: 1 = <3123/info:/1734078057135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3153=[#edits: 1 = <3124/info:/1734078057135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3154=[#edits: 1 = <3125/info:/1734078057136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3155=[#edits: 1 = <3126/info:/1734078057136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3156=[#edits: 1 = <3127/info:/1734078057136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3157=[#edits: 1 = <3128/info:/1734078057136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3158=[#edits: 1 = <3129/info:/1734078057136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3159=[#edits: 1 = <3130/info:/1734078057137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3160=[#edits: 1 = <3131/info:/1734078057137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3161=[#edits: 1 = <3132/info:/1734078057137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3162=[#edits: 1 = <3133/info:/1734078057137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3163=[#edits: 1 = <3134/info:/1734078057138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3164=[#edits: 1 = <3135/info:/1734078057138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3165=[#edits: 1 = <3136/info:/1734078057138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3166=[#edits: 1 = <3137/info:/1734078057138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3167=[#edits: 1 = <3138/info:/1734078057139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3168=[#edits: 1 = <3139/info:/1734078057139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3169=[#edits: 1 = <3140/info:/1734078057139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3170=[#edits: 1 = <3141/info:/1734078057139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3171=[#edits: 1 = <3142/info:/1734078057140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3172=[#edits: 1 = <3143/info:/1734078057140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3173=[#edits: 1 = <3144/info:/1734078057140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3174=[#edits: 1 = <3145/info:/1734078057140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3175=[#edits: 1 = <3146/info:/1734078057140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3176=[#edits: 1 = <3147/info:/1734078057141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3177=[#edits: 1 = <3148/info:/1734078057141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3178=[#edits: 1 = <3149/info:/1734078057141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3179=[#edits: 1 = <3150/info:/1734078057141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3180=[#edits: 1 = <3151/info:/1734078057142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3181=[#edits: 1 = <3152/info:/1734078057142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3182=[#edits: 1 = <3153/info:/1734078057142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3183=[#edits: 1 = <3154/info:/1734078057142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3184=[#edits: 1 = <3155/info:/1734078057143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3185=[#edits: 1 = <3156/info:/1734078057143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3186=[#edits: 1 = <3157/info:/1734078057143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3187=[#edits: 1 = <3158/info:/1734078057143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3188=[#edits: 1 = <3159/info:/1734078057144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3189=[#edits: 1 = <3160/info:/1734078057144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3190=[#edits: 1 = <3161/info:/1734078057144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3191=[#edits: 1 = <3162/info:/1734078057144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3192=[#edits: 1 = <3163/info:/1734078057144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3193=[#edits: 1 = <3164/info:/1734078057145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3194=[#edits: 1 = <3165/info:/1734078057145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3195=[#edits: 1 = <3166/info:/1734078057145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3196=[#edits: 1 = <3167/info:/1734078057145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3197=[#edits: 1 = <3168/info:/1734078057146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3198=[#edits: 1 = <3169/info:/1734078057146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3199=[#edits: 1 = <3170/info:/1734078057146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3200=[#edits: 1 = <3171/info:/1734078057146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3201=[#edits: 1 = <3172/info:/1734078057147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3202=[#edits: 1 = <3173/info:/1734078057147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3203=[#edits: 1 = <3174/info:/1734078057147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3204=[#edits: 1 = <3175/info:/1734078057147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3205=[#edits: 1 = <3176/info:/1734078057148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3206=[#edits: 1 = <3177/info:/1734078057148/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=65826, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,297 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,298 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,298 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3207=[#edits: 1 = <3178/info:/1734078057148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3208=[#edits: 1 = <3179/info:/1734078057148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3209=[#edits: 1 = <3180/info:/1734078057149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3210=[#edits: 1 = <3181/info:/1734078057149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3211=[#edits: 1 = <3182/info:/1734078057149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3212=[#edits: 1 = <3183/info:/1734078057149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3213=[#edits: 1 = <3184/info:/1734078057150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3214=[#edits: 1 = <3185/info:/1734078057150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3215=[#edits: 1 = <3186/info:/1734078057150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3216=[#edits: 1 = <3187/info:/1734078057150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3217=[#edits: 1 = <3188/info:/1734078057151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3218=[#edits: 1 = <3189/info:/1734078057151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3219=[#edits: 1 = <3190/info:/1734078057151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3220=[#edits: 1 = <3191/info:/1734078057151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3221=[#edits: 1 = <3192/info:/1734078057151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3222=[#edits: 1 = <3193/info:/1734078057152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3223=[#edits: 1 = <3194/info:/1734078057152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3224=[#edits: 1 = <3195/info:/1734078057152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3225=[#edits: 1 = <3196/info:/1734078057152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3226=[#edits: 1 = <3197/info:/1734078057153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3227=[#edits: 1 = <3198/info:/1734078057153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3228=[#edits: 1 = <3199/info:/1734078057153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3229=[#edits: 1 = <3200/info:/1734078057153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3230=[#edits: 1 = <3201/info:/1734078057153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3231=[#edits: 1 = <3202/info:/1734078057154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3232=[#edits: 1 = <3203/info:/1734078057154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3233=[#edits: 1 = <3204/info:/1734078057154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3234=[#edits: 1 = <3205/info:/1734078057154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3235=[#edits: 1 = <3206/info:/1734078057154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3236=[#edits: 1 = <3207/info:/1734078057155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3237=[#edits: 1 = <3208/info:/1734078057155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3238=[#edits: 1 = <3209/info:/1734078057155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3239=[#edits: 1 = <3210/info:/1734078057155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3240=[#edits: 1 = <3211/info:/1734078057156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3241=[#edits: 1 = <3212/info:/1734078057156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3242=[#edits: 1 = <3213/info:/1734078057156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3243=[#edits: 1 = <3214/info:/1734078057156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3244=[#edits: 1 = <3215/info:/1734078057157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3245=[#edits: 1 = <3216/info:/1734078057157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3246=[#edits: 1 = <3217/info:/1734078057157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3247=[#edits: 1 = <3218/info:/1734078057157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3248=[#edits: 1 = <3219/info:/1734078057158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3249=[#edits: 1 = <3220/info:/1734078057158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3250=[#edits: 1 = <3221/info:/1734078057158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3251=[#edits: 1 = <3222/info:/1734078057158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3252=[#edits: 1 = <3223/info:/1734078057159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3253=[#edits: 1 = <3224/info:/1734078057159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3254=[#edits: 1 = <3225/info:/1734078057159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3255=[#edits: 1 = <3226/info:/1734078057159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3256=[#edits: 1 = <3227/info:/1734078057160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3257=[#edits: 1 = <3228/info:/1734078057160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3258=[#edits: 1 = <3229/info:/1734078057160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3259=[#edits: 1 = <3230/info:/1734078057160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3260=[#edits: 1 = <3231/info:/1734078057160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3261=[#edits: 1 = <3232/info:/1734078057161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3262=[#edits: 1 = <3233/info:/1734078057161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3263=[#edits: 1 = <3234/info:/1734078057161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3264=[#edits: 1 = <3235/info:/1734078057161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3265=[#edits: 1 = <3236/info:/1734078057161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3266=[#edits: 1 = <3237/info:/1734078057162/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=70206, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,299 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,299 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3267=[#edits: 1 = <3238/info:/1734078057162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3268=[#edits: 1 = <3239/info:/1734078057162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3269=[#edits: 1 = <3240/info:/1734078057162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3270=[#edits: 1 = <3241/info:/1734078057162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3271=[#edits: 1 = <3242/info:/1734078057163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3272=[#edits: 1 = <3243/info:/1734078057163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3273=[#edits: 1 = <3244/info:/1734078057163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3274=[#edits: 1 = <3245/info:/1734078057163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3275=[#edits: 1 = <3246/info:/1734078057163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3276=[#edits: 1 = <3247/info:/1734078057164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3277=[#edits: 1 = <3248/info:/1734078057164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3278=[#edits: 1 = <3249/info:/1734078057164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3279=[#edits: 1 = <3250/info:/1734078057164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3280=[#edits: 1 = <3251/info:/1734078057164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3281=[#edits: 1 = <3252/info:/1734078057165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3282=[#edits: 1 = <3253/info:/1734078057165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3283=[#edits: 1 = <3254/info:/1734078057165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3284=[#edits: 1 = <3255/info:/1734078057165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3285=[#edits: 1 = <3256/info:/1734078057166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3286=[#edits: 1 = <3257/info:/1734078057166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3287=[#edits: 1 = <3258/info:/1734078057166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3288=[#edits: 1 = <3259/info:/1734078057166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3289=[#edits: 1 = <3260/info:/1734078057166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3290=[#edits: 1 = <3261/info:/1734078057167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3291=[#edits: 1 = <3262/info:/1734078057167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3292=[#edits: 1 = <3263/info:/1734078057167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3293=[#edits: 1 = <3264/info:/1734078057168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3294=[#edits: 1 = <3265/info:/1734078057168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3295=[#edits: 1 = <3266/info:/1734078057168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3296=[#edits: 1 = <3267/info:/1734078057168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3297=[#edits: 1 = <3268/info:/1734078057168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3298=[#edits: 1 = <3269/info:/1734078057169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3299=[#edits: 1 = <3270/info:/1734078057169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3300=[#edits: 1 = <3271/info:/1734078057169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3301=[#edits: 1 = <3272/info:/1734078057170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3302=[#edits: 1 = <3273/info:/1734078057170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3303=[#edits: 1 = <3274/info:/1734078057170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3304=[#edits: 1 = <3275/info:/1734078057170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3305=[#edits: 1 = <3276/info:/1734078057170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3306=[#edits: 1 = <3277/info:/1734078057171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3307=[#edits: 1 = <3278/info:/1734078057171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3308=[#edits: 1 = <3279/info:/1734078057171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3309=[#edits: 1 = <3280/info:/1734078057171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3310=[#edits: 1 = <3281/info:/1734078057172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3311=[#edits: 1 = <3282/info:/1734078057172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3312=[#edits: 1 = <3283/info:/1734078057172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3313=[#edits: 1 = <3284/info:/1734078057172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3314=[#edits: 1 = <3285/info:/1734078057173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3315=[#edits: 1 = <3286/info:/1734078057173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3316=[#edits: 1 = <3287/info:/1734078057173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3317=[#edits: 1 = <3288/info:/1734078057173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3318=[#edits: 1 = <3289/info:/1734078057173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3319=[#edits: 1 = <3290/info:/1734078057174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3320=[#edits: 1 = <3291/info:/1734078057174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3321=[#edits: 1 = <3292/info:/1734078057174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3322=[#edits: 1 = <3293/info:/1734078057174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3323=[#edits: 1 = <3294/info:/1734078057175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3324=[#edits: 1 = <3295/info:/1734078057175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3325=[#edits: 1 = <3296/info:/1734078057175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3326=[#edits: 1 = <3297/info:/1734078057175/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=74586, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,300 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta 2024-12-13T08:20:57,300 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3327=[#edits: 1 = <3298/info:/1734078057176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3328=[#edits: 1 = <3299/info:/1734078057176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3329=[#edits: 1 = <3300/info:/1734078057176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3330=[#edits: 1 = <3301/info:/1734078057176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3331=[#edits: 1 = <3302/info:/1734078057176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3332=[#edits: 1 = <3303/info:/1734078057177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3333=[#edits: 1 = <3304/info:/1734078057177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3334=[#edits: 1 = <3305/info:/1734078057177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3335=[#edits: 1 = <3306/info:/1734078057177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3336=[#edits: 1 = <3307/info:/1734078057178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3337=[#edits: 1 = <3308/info:/1734078057178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3338=[#edits: 1 = <3309/info:/1734078057178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3339=[#edits: 1 = <3310/info:/1734078057178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3340=[#edits: 1 = <3311/info:/1734078057179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3341=[#edits: 1 = <3312/info:/1734078057179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3342=[#edits: 1 = <3313/info:/1734078057179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3343=[#edits: 1 = <3314/info:/1734078057179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3344=[#edits: 1 = <3315/info:/1734078057179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3345=[#edits: 1 = <3316/info:/1734078057180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3346=[#edits: 1 = <3317/info:/1734078057180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3347=[#edits: 1 = <3318/info:/1734078057180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3348=[#edits: 1 = <3319/info:/1734078057180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3349=[#edits: 1 = <3320/info:/1734078057180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3350=[#edits: 1 = <3321/info:/1734078057181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3351=[#edits: 1 = <3322/info:/1734078057181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3352=[#edits: 1 = <3323/info:/1734078057181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3353=[#edits: 1 = <3324/info:/1734078057181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3354=[#edits: 1 = <3325/info:/1734078057182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3355=[#edits: 1 = <3326/info:/1734078057182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3356=[#edits: 1 = <3327/info:/1734078057182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3357=[#edits: 1 = <3328/info:/1734078057182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3358=[#edits: 1 = <3329/info:/1734078057182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3359=[#edits: 1 = <3330/info:/1734078057183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3360=[#edits: 1 = <3331/info:/1734078057183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3361=[#edits: 1 = <3332/info:/1734078057183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3362=[#edits: 1 = <3333/info:/1734078057183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3363=[#edits: 1 = <3334/info:/1734078057184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3364=[#edits: 1 = <3335/info:/1734078057184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3365=[#edits: 1 = <3336/info:/1734078057184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3366=[#edits: 1 = <3337/info:/1734078057184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3367=[#edits: 1 = <3338/info:/1734078057185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3368=[#edits: 1 = <3339/info:/1734078057185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3369=[#edits: 1 = <3340/info:/1734078057185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3370=[#edits: 1 = <3341/info:/1734078057186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3371=[#edits: 1 = <3342/info:/1734078057186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3372=[#edits: 1 = <3343/info:/1734078057186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3373=[#edits: 1 = <3344/info:/1734078057186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3374=[#edits: 1 = <3345/info:/1734078057186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3375=[#edits: 1 = <3346/info:/1734078057187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3376=[#edits: 1 = <3347/info:/1734078057187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3377=[#edits: 1 = <3348/info:/1734078057187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3378=[#edits: 1 = <3349/info:/1734078057187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3379=[#edits: 1 = <3350/info:/1734078057188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3380=[#edits: 1 = <3351/info:/1734078057188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3381=[#edits: 1 = <3352/info:/1734078057188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3382=[#edits: 1 = <3353/info:/1734078057188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3383=[#edits: 1 = <3354/info:/1734078057188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3384=[#edits: 1 = <3355/info:/1734078057189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3385=[#edits: 1 = <3356/info:/1734078057189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3386=[#edits: 1 = <3357/info:/1734078057189/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=78966, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,300 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 42 WAL entries eligible for replication 2024-12-13T08:20:57,301 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:57,301 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3387=[#edits: 1 = <3358/info:/1734078057189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3388=[#edits: 1 = <3359/info:/1734078057190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3389=[#edits: 1 = <3360/info:/1734078057190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3390=[#edits: 1 = <3361/info:/1734078057190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3391=[#edits: 1 = <3362/info:/1734078057190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3392=[#edits: 1 = <3363/info:/1734078057191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3393=[#edits: 1 = <3364/info:/1734078057191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3394=[#edits: 1 = <3365/info:/1734078057191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3395=[#edits: 1 = <3366/info:/1734078057191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3396=[#edits: 1 = <3367/info:/1734078057192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3397=[#edits: 1 = <3368/info:/1734078057192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3398=[#edits: 1 = <3369/info:/1734078057192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3399=[#edits: 1 = <3370/info:/1734078057192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3400=[#edits: 1 = <3371/info:/1734078057193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3401=[#edits: 1 = <3372/info:/1734078057193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3402=[#edits: 1 = <3373/info:/1734078057193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3403=[#edits: 1 = <3374/info:/1734078057193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3404=[#edits: 1 = <3375/info:/1734078057194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3405=[#edits: 1 = <3376/info:/1734078057194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3406=[#edits: 1 = <3377/info:/1734078057194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3407=[#edits: 1 = <3378/info:/1734078057195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3408=[#edits: 1 = <3379/info:/1734078057195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3409=[#edits: 1 = <3380/info:/1734078057195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3410=[#edits: 1 = <3381/info:/1734078057196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3411=[#edits: 1 = <3382/info:/1734078057196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3412=[#edits: 1 = <3383/info:/1734078057196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3413=[#edits: 1 = <3384/info:/1734078057196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3414=[#edits: 1 = <3385/info:/1734078057197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3415=[#edits: 1 = <3386/info:/1734078057197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3416=[#edits: 1 = <3387/info:/1734078057197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3417=[#edits: 1 = <3388/info:/1734078057197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3418=[#edits: 1 = <3389/info:/1734078057198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3419=[#edits: 1 = <3390/info:/1734078057198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3420=[#edits: 1 = <3391/info:/1734078057198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3421=[#edits: 1 = <3392/info:/1734078057199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3422=[#edits: 1 = <3393/info:/1734078057199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3423=[#edits: 1 = <3394/info:/1734078057200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3424=[#edits: 1 = <3395/info:/1734078057200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3425=[#edits: 1 = <3396/info:/1734078057201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3426=[#edits: 1 = <3397/info:/1734078057201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3427=[#edits: 1 = <3398/info:/1734078057201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3428=[#edits: 1 = <3399/info:/1734078057202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3429=[#edits: 1 = <3400/info:/1734078057202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3430=[#edits: 1 = <3401/info:/1734078057203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3431=[#edits: 1 = <3402/info:/1734078057203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3432=[#edits: 1 = <3403/info:/1734078057204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3433=[#edits: 1 = <3404/info:/1734078057204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3434=[#edits: 1 = <3405/info:/1734078057204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3435=[#edits: 1 = <3406/info:/1734078057205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3436=[#edits: 1 = <3407/info:/1734078057205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3437=[#edits: 1 = <3408/info:/1734078057215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3438=[#edits: 1 = <3409/info:/1734078057215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3439=[#edits: 1 = <3410/info:/1734078057216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3440=[#edits: 1 = <3411/info:/1734078057216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3441=[#edits: 1 = <3412/info:/1734078057217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3442=[#edits: 1 = <3413/info:/1734078057217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3443=[#edits: 1 = <3414/info:/1734078057218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3444=[#edits: 1 = <3415/info:/1734078057218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3445=[#edits: 1 = <3416/info:/1734078057219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3446=[#edits: 1 = <3417/info:/1734078057219/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=83346, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,302 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3447=[#edits: 1 = <3418/info:/1734078057219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3448=[#edits: 1 = <3419/info:/1734078057220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3449=[#edits: 1 = <3420/info:/1734078057220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3450=[#edits: 1 = <3421/info:/1734078057220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3451=[#edits: 1 = <3422/info:/1734078057221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3452=[#edits: 1 = <3423/info:/1734078057221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3453=[#edits: 1 = <3424/info:/1734078057221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3454=[#edits: 1 = <3425/info:/1734078057221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3455=[#edits: 1 = <3426/info:/1734078057222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3456=[#edits: 1 = <3427/info:/1734078057222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3457=[#edits: 1 = <3428/info:/1734078057222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3458=[#edits: 1 = <3429/info:/1734078057222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3459=[#edits: 1 = <3430/info:/1734078057223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3460=[#edits: 1 = <3431/info:/1734078057223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3461=[#edits: 1 = <3432/info:/1734078057224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3462=[#edits: 1 = <3433/info:/1734078057224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3463=[#edits: 1 = <3434/info:/1734078057224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3464=[#edits: 1 = <3435/info:/1734078057225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3465=[#edits: 1 = <3436/info:/1734078057225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3466=[#edits: 1 = <3437/info:/1734078057225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3467=[#edits: 1 = <3438/info:/1734078057225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3468=[#edits: 1 = <3439/info:/1734078057226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3469=[#edits: 1 = <3440/info:/1734078057226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3470=[#edits: 1 = <3441/info:/1734078057226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3471=[#edits: 1 = <3442/info:/1734078057226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3472=[#edits: 1 = <3443/info:/1734078057227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3473=[#edits: 1 = <3444/info:/1734078057227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3474=[#edits: 1 = <3445/info:/1734078057227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3475=[#edits: 1 = <3446/info:/1734078057227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3476=[#edits: 1 = <3447/info:/1734078057228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3477=[#edits: 1 = <3448/info:/1734078057228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3478=[#edits: 1 = <3449/info:/1734078057228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3479=[#edits: 1 = <3450/info:/1734078057228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3480=[#edits: 1 = <3451/info:/1734078057229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3481=[#edits: 1 = <3452/info:/1734078057229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3482=[#edits: 1 = <3453/info:/1734078057229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3483=[#edits: 1 = <3454/info:/1734078057230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3484=[#edits: 1 = <3455/info:/1734078057230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3485=[#edits: 1 = <3456/info:/1734078057230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3486=[#edits: 1 = <3457/info:/1734078057230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3487=[#edits: 1 = <3458/info:/1734078057231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3488=[#edits: 1 = <3459/info:/1734078057231/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta, lastWalPosition=86412, nbRowKeys=42, nbHFiles=0, heapSize=7224, lastSeqIds={}, endOfFile=true,usedBufferSize=7224] 2024-12-13T08:20:57,306 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,306 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3489=[#edits: 1 = <3460/info:/1734078057231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3490=[#edits: 1 = <3461/info:/1734078057232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3491=[#edits: 1 = <3462/info:/1734078057234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3492=[#edits: 1 = <3463/info:/1734078057234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3493=[#edits: 1 = <3464/info:/1734078057235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3494=[#edits: 1 = <3465/info:/1734078057235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3495=[#edits: 1 = <3466/info:/1734078057235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3496=[#edits: 1 = <3467/info:/1734078057236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3497=[#edits: 1 = <3468/info:/1734078057236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3498=[#edits: 1 = <3469/info:/1734078057236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3499=[#edits: 1 = <3470/info:/1734078057237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3500=[#edits: 1 = <3471/info:/1734078057237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3501=[#edits: 1 = <3472/info:/1734078057237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3502=[#edits: 1 = <3473/info:/1734078057237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3503=[#edits: 1 = <3474/info:/1734078057237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3504=[#edits: 1 = <3475/info:/1734078057240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3505=[#edits: 1 = <3476/info:/1734078057240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3506=[#edits: 1 = <3477/info:/1734078057240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3507=[#edits: 1 = <3478/info:/1734078057241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3508=[#edits: 1 = <3479/info:/1734078057241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3509=[#edits: 1 = <3480/info:/1734078057241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3510=[#edits: 1 = <3481/info:/1734078057242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3511=[#edits: 1 = <3482/info:/1734078057244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3512=[#edits: 1 = <3483/info:/1734078057244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3513=[#edits: 1 = <3484/info:/1734078057244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3514=[#edits: 1 = <3485/info:/1734078057245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3515=[#edits: 1 = <3486/info:/1734078057245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3516=[#edits: 1 = <3487/info:/1734078057245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3517=[#edits: 1 = <3488/info:/1734078057245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3518=[#edits: 1 = <3489/info:/1734078057246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3519=[#edits: 1 = <3490/info:/1734078057246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3520=[#edits: 1 = <3491/info:/1734078057246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3521=[#edits: 1 = <3492/info:/1734078057246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3522=[#edits: 1 = <3493/info:/1734078057247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3523=[#edits: 1 = <3494/info:/1734078057247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3524=[#edits: 1 = <3495/info:/1734078057247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3525=[#edits: 1 = <3496/info:/1734078057247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3526=[#edits: 1 = <3497/info:/1734078057248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3527=[#edits: 1 = <3498/info:/1734078057248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3528=[#edits: 1 = <3499/info:/1734078057248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3529=[#edits: 1 = <3500/info:/1734078057248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3530=[#edits: 1 = <3501/info:/1734078057249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3531=[#edits: 1 = <3502/info:/1734078057249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3532=[#edits: 1 = <3503/info:/1734078057249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3533=[#edits: 1 = <3504/info:/1734078057249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3534=[#edits: 1 = <3505/info:/1734078057250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3535=[#edits: 1 = <3506/info:/1734078057250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3536=[#edits: 1 = <3507/info:/1734078057250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3537=[#edits: 1 = <3508/info:/1734078057250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3538=[#edits: 1 = <3509/info:/1734078057251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3539=[#edits: 1 = <3510/info:/1734078057251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3540=[#edits: 1 = <3511/info:/1734078057251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3541=[#edits: 1 = <3512/info:/1734078057251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3542=[#edits: 1 = <3513/info:/1734078057252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3543=[#edits: 1 = <3514/info:/1734078057252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3544=[#edits: 1 = <3515/info:/1734078057252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3545=[#edits: 1 = <3516/info:/1734078057253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3546=[#edits: 1 = <3517/info:/1734078057253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3547=[#edits: 1 = <3518/info:/1734078057253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3548=[#edits: 1 = <3519/info:/1734078057253/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=4465, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,308 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,308 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3549=[#edits: 1 = <3520/info:/1734078057254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3550=[#edits: 1 = <3521/info:/1734078057254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3551=[#edits: 1 = <3522/info:/1734078057254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3552=[#edits: 1 = <3523/info:/1734078057254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3553=[#edits: 1 = <3524/info:/1734078057255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3554=[#edits: 1 = <3525/info:/1734078057255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3555=[#edits: 1 = <3526/info:/1734078057255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3556=[#edits: 1 = <3527/info:/1734078057255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3557=[#edits: 1 = <3528/info:/1734078057256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3558=[#edits: 1 = <3529/info:/1734078057256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3559=[#edits: 1 = <3530/info:/1734078057256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3560=[#edits: 1 = <3531/info:/1734078057256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3561=[#edits: 1 = <3532/info:/1734078057257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3562=[#edits: 1 = <3533/info:/1734078057257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3563=[#edits: 1 = <3534/info:/1734078057257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3564=[#edits: 1 = <3535/info:/1734078057257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3565=[#edits: 1 = <3536/info:/1734078057258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3566=[#edits: 1 = <3537/info:/1734078057258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3567=[#edits: 1 = <3538/info:/1734078057258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3568=[#edits: 1 = <3539/info:/1734078057258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3569=[#edits: 1 = <3540/info:/1734078057259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3570=[#edits: 1 = <3541/info:/1734078057259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3571=[#edits: 1 = <3542/info:/1734078057259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3572=[#edits: 1 = <3543/info:/1734078057259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3573=[#edits: 1 = <3544/info:/1734078057259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3574=[#edits: 1 = <3545/info:/1734078057260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3575=[#edits: 1 = <3546/info:/1734078057260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3576=[#edits: 1 = <3547/info:/1734078057260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3577=[#edits: 1 = <3548/info:/1734078057260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3578=[#edits: 1 = <3549/info:/1734078057261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3579=[#edits: 1 = <3550/info:/1734078057261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3580=[#edits: 1 = <3551/info:/1734078057261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3581=[#edits: 1 = <3552/info:/1734078057261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3582=[#edits: 1 = <3553/info:/1734078057261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3583=[#edits: 1 = <3554/info:/1734078057262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3584=[#edits: 1 = <3555/info:/1734078057262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3585=[#edits: 1 = <3556/info:/1734078057262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3586=[#edits: 1 = <3557/info:/1734078057262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3587=[#edits: 1 = <3558/info:/1734078057263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3588=[#edits: 1 = <3559/info:/1734078057263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3589=[#edits: 1 = <3560/info:/1734078057263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3590=[#edits: 1 = <3561/info:/1734078057263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3591=[#edits: 1 = <3562/info:/1734078057263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3592=[#edits: 1 = <3563/info:/1734078057264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3593=[#edits: 1 = <3564/info:/1734078057264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3594=[#edits: 1 = <3565/info:/1734078057264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3595=[#edits: 1 = <3566/info:/1734078057264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3596=[#edits: 1 = <3567/info:/1734078057265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3597=[#edits: 1 = <3568/info:/1734078057265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3598=[#edits: 1 = <3569/info:/1734078057265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3599=[#edits: 1 = <3570/info:/1734078057265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3600=[#edits: 1 = <3571/info:/1734078057265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3601=[#edits: 1 = <3572/info:/1734078057266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3602=[#edits: 1 = <3573/info:/1734078057266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3603=[#edits: 1 = <3574/info:/1734078057266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3604=[#edits: 1 = <3575/info:/1734078057266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3605=[#edits: 1 = <3576/info:/1734078057267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3606=[#edits: 1 = <3577/info:/1734078057267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3607=[#edits: 1 = <3578/info:/1734078057267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3608=[#edits: 1 = <3579/info:/1734078057267/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=8845, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,310 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,310 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3609=[#edits: 1 = <3580/info:/1734078057267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3610=[#edits: 1 = <3581/info:/1734078057268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3611=[#edits: 1 = <3582/info:/1734078057268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3612=[#edits: 1 = <3583/info:/1734078057268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3613=[#edits: 1 = <3584/info:/1734078057268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3614=[#edits: 1 = <3585/info:/1734078057269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3615=[#edits: 1 = <3586/info:/1734078057269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3616=[#edits: 1 = <3587/info:/1734078057269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3617=[#edits: 1 = <3588/info:/1734078057269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3618=[#edits: 1 = <3589/info:/1734078057269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3619=[#edits: 1 = <3590/info:/1734078057270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3620=[#edits: 1 = <3591/info:/1734078057270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3621=[#edits: 1 = <3592/info:/1734078057270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3622=[#edits: 1 = <3593/info:/1734078057270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3623=[#edits: 1 = <3594/info:/1734078057271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3624=[#edits: 1 = <3595/info:/1734078057271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3625=[#edits: 1 = <3596/info:/1734078057271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3626=[#edits: 1 = <3597/info:/1734078057271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3627=[#edits: 1 = <3598/info:/1734078057272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3628=[#edits: 1 = <3599/info:/1734078057272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3629=[#edits: 1 = <3600/info:/1734078057272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3630=[#edits: 1 = <3601/info:/1734078057272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3631=[#edits: 1 = <3602/info:/1734078057273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3632=[#edits: 1 = <3603/info:/1734078057273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3633=[#edits: 1 = <3604/info:/1734078057273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3634=[#edits: 1 = <3605/info:/1734078057273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3635=[#edits: 1 = <3606/info:/1734078057274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3636=[#edits: 1 = <3607/info:/1734078057274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3637=[#edits: 1 = <3608/info:/1734078057274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3638=[#edits: 1 = <3609/info:/1734078057274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3639=[#edits: 1 = <3610/info:/1734078057275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3640=[#edits: 1 = <3611/info:/1734078057275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3641=[#edits: 1 = <3612/info:/1734078057275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3642=[#edits: 1 = <3613/info:/1734078057275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3643=[#edits: 1 = <3614/info:/1734078057276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3644=[#edits: 1 = <3615/info:/1734078057276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3645=[#edits: 1 = <3616/info:/1734078057276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3646=[#edits: 1 = <3617/info:/1734078057276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3647=[#edits: 1 = <3618/info:/1734078057277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3648=[#edits: 1 = <3619/info:/1734078057277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3649=[#edits: 1 = <3620/info:/1734078057277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3650=[#edits: 1 = <3621/info:/1734078057277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3651=[#edits: 1 = <3622/info:/1734078057277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3652=[#edits: 1 = <3623/info:/1734078057278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3653=[#edits: 1 = <3624/info:/1734078057278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3654=[#edits: 1 = <3625/info:/1734078057278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3655=[#edits: 1 = <3626/info:/1734078057278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3656=[#edits: 1 = <3627/info:/1734078057279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3657=[#edits: 1 = <3628/info:/1734078057279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3658=[#edits: 1 = <3629/info:/1734078057279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3659=[#edits: 1 = <3630/info:/1734078057279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3660=[#edits: 1 = <3631/info:/1734078057280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3661=[#edits: 1 = <3632/info:/1734078057280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3662=[#edits: 1 = <3633/info:/1734078057280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3663=[#edits: 1 = <3634/info:/1734078057280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3664=[#edits: 1 = <3635/info:/1734078057281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3665=[#edits: 1 = <3636/info:/1734078057281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3666=[#edits: 1 = <3637/info:/1734078057281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3667=[#edits: 1 = <3638/info:/1734078057282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3668=[#edits: 1 = <3639/info:/1734078057282/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=13225, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,311 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 56 WAL entries eligible for replication 2024-12-13T08:20:57,311 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 17313, reset compression=false 2024-12-13T08:20:57,311 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3669=[#edits: 1 = <3640/info:/1734078057282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3670=[#edits: 1 = <3641/info:/1734078057282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3671=[#edits: 1 = <3642/info:/1734078057282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3672=[#edits: 1 = <3643/info:/1734078057283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3673=[#edits: 1 = <3644/info:/1734078057283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3674=[#edits: 1 = <3645/info:/1734078057283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3675=[#edits: 1 = <3646/info:/1734078057283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3676=[#edits: 1 = <3647/info:/1734078057284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3677=[#edits: 1 = <3648/info:/1734078057284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3678=[#edits: 1 = <3649/info:/1734078057284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3679=[#edits: 1 = <3650/info:/1734078057284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3680=[#edits: 1 = <3651/info:/1734078057285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3681=[#edits: 1 = <3652/info:/1734078057285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3682=[#edits: 1 = <3653/info:/1734078057285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3683=[#edits: 1 = <3654/info:/1734078057285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3684=[#edits: 1 = <3655/info:/1734078057285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3685=[#edits: 1 = <3656/info:/1734078057286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3686=[#edits: 1 = <3657/info:/1734078057286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3687=[#edits: 1 = <3658/info:/1734078057286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3688=[#edits: 1 = <3659/info:/1734078057286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3689=[#edits: 1 = <3660/info:/1734078057287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3690=[#edits: 1 = <3661/info:/1734078057287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3691=[#edits: 1 = <3662/info:/1734078057287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3692=[#edits: 1 = <3663/info:/1734078057287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3693=[#edits: 1 = <3664/info:/1734078057288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3694=[#edits: 1 = <3665/info:/1734078057288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3695=[#edits: 1 = <3666/info:/1734078057288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3696=[#edits: 1 = <3667/info:/1734078057288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3697=[#edits: 1 = <3668/info:/1734078057289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3698=[#edits: 1 = <3669/info:/1734078057289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3699=[#edits: 1 = <3670/info:/1734078057289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3700=[#edits: 1 = <3671/info:/1734078057290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3701=[#edits: 1 = <3672/info:/1734078057290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3702=[#edits: 1 = <3673/info:/1734078057290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3703=[#edits: 1 = <3674/info:/1734078057290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3704=[#edits: 1 = <3675/info:/1734078057291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3705=[#edits: 1 = <3676/info:/1734078057293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3706=[#edits: 1 = <3677/info:/1734078057295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3707=[#edits: 1 = <3678/info:/1734078057296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3708=[#edits: 1 = <3679/info:/1734078057296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3709=[#edits: 1 = <3680/info:/1734078057297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3710=[#edits: 1 = <3681/info:/1734078057297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3711=[#edits: 1 = <3682/info:/1734078057298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3712=[#edits: 1 = <3683/info:/1734078057298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3713=[#edits: 1 = <3684/info:/1734078057298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3714=[#edits: 1 = <3685/info:/1734078057299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3715=[#edits: 1 = <3686/info:/1734078057299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3716=[#edits: 1 = <3687/info:/1734078057299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3717=[#edits: 1 = <3688/info:/1734078057300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3718=[#edits: 1 = <3689/info:/1734078057300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3719=[#edits: 1 = <3690/info:/1734078057300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3720=[#edits: 1 = <3691/info:/1734078057301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3721=[#edits: 1 = <3692/info:/1734078057301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3722=[#edits: 1 = <3693/info:/1734078057301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3723=[#edits: 1 = <3694/info:/1734078057302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3724=[#edits: 1 = <3695/info:/1734078057303/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=17313, nbRowKeys=56, nbHFiles=0, heapSize=9632, lastSeqIds={}, endOfFile=false,usedBufferSize=9632] 2024-12-13T08:20:57,315 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 26 WAL entries eligible for replication 2024-12-13T08:20:57,315 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 19211, reset compression=false 2024-12-13T08:20:57,315 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3725=[#edits: 1 = <3696/info:/1734078057304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3726=[#edits: 1 = <3697/info:/1734078057304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3727=[#edits: 1 = <3698/info:/1734078057305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3728=[#edits: 1 = <3699/info:/1734078057305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3729=[#edits: 1 = <3700/info:/1734078057306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3730=[#edits: 1 = <3701/info:/1734078057306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3731=[#edits: 1 = <3702/info:/1734078057306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3732=[#edits: 1 = <3703/info:/1734078057306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3733=[#edits: 1 = <3704/info:/1734078057307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3734=[#edits: 1 = <3705/info:/1734078057307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3735=[#edits: 1 = <3706/info:/1734078057308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3736=[#edits: 1 = <3707/info:/1734078057308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3737=[#edits: 1 = <3708/info:/1734078057308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3738=[#edits: 1 = <3709/info:/1734078057309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3739=[#edits: 1 = <3710/info:/1734078057309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3740=[#edits: 1 = <3711/info:/1734078057309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3741=[#edits: 1 = <3712/info:/1734078057310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3742=[#edits: 1 = <3713/info:/1734078057310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3743=[#edits: 1 = <3714/info:/1734078057310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3744=[#edits: 1 = <3715/info:/1734078057311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3745=[#edits: 1 = <3716/info:/1734078057311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3746=[#edits: 1 = <3717/info:/1734078057311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3747=[#edits: 1 = <3718/info:/1734078057312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3748=[#edits: 1 = <3719/info:/1734078057312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3749=[#edits: 1 = <3720/info:/1734078057312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3750=[#edits: 1 = <3721/info:/1734078057313/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=19211, nbRowKeys=26, nbHFiles=0, heapSize=4472, lastSeqIds={}, endOfFile=false,usedBufferSize=4472] 2024-12-13T08:20:57,319 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:57,319 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 20087, reset compression=false 2024-12-13T08:20:57,319 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3751=[#edits: 1 = <3722/info:/1734078057313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3752=[#edits: 1 = <3723/info:/1734078057313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3753=[#edits: 1 = <3724/info:/1734078057314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3754=[#edits: 1 = <3725/info:/1734078057314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3755=[#edits: 1 = <3726/info:/1734078057315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3756=[#edits: 1 = <3727/info:/1734078057315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3757=[#edits: 1 = <3728/info:/1734078057315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3758=[#edits: 1 = <3729/info:/1734078057316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3759=[#edits: 1 = <3730/info:/1734078057316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3760=[#edits: 1 = <3731/info:/1734078057316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3761=[#edits: 1 = <3732/info:/1734078057317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3762=[#edits: 1 = <3733/info:/1734078057317/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=20087, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:57,322 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:57,322 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 20817, reset compression=false 2024-12-13T08:20:57,322 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3763=[#edits: 1 = <3734/info:/1734078057317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3764=[#edits: 1 = <3735/info:/1734078057318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3765=[#edits: 1 = <3736/info:/1734078057319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3766=[#edits: 1 = <3737/info:/1734078057319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3767=[#edits: 1 = <3738/info:/1734078057319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3768=[#edits: 1 = <3739/info:/1734078057320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3769=[#edits: 1 = <3740/info:/1734078057320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3770=[#edits: 1 = <3741/info:/1734078057320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3771=[#edits: 1 = <3742/info:/1734078057320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3772=[#edits: 1 = <3743/info:/1734078057321/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=20817, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:57,326 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:57,326 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 21620, reset compression=false 2024-12-13T08:20:57,326 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3773=[#edits: 1 = <3744/info:/1734078057321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3774=[#edits: 1 = <3745/info:/1734078057321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3775=[#edits: 1 = <3746/info:/1734078057322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3776=[#edits: 1 = <3747/info:/1734078057322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3777=[#edits: 1 = <3748/info:/1734078057323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3778=[#edits: 1 = <3749/info:/1734078057323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3779=[#edits: 1 = <3750/info:/1734078057323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3780=[#edits: 1 = <3751/info:/1734078057324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3781=[#edits: 1 = <3752/info:/1734078057324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3782=[#edits: 1 = <3753/info:/1734078057324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3783=[#edits: 1 = <3754/info:/1734078057325/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=21620, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:57,329 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:57,329 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3784=[#edits: 1 = <3755/info:/1734078057325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3785=[#edits: 1 = <3756/info:/1734078057325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3786=[#edits: 1 = <3757/info:/1734078057325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3787=[#edits: 1 = <3758/info:/1734078057326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3788=[#edits: 1 = <3759/info:/1734078057326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3789=[#edits: 1 = <3760/info:/1734078057326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3790=[#edits: 1 = <3761/info:/1734078057327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3791=[#edits: 1 = <3762/info:/1734078057327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3792=[#edits: 1 = <3763/info:/1734078057327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3793=[#edits: 1 = <3764/info:/1734078057327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3794=[#edits: 1 = <3765/info:/1734078057328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3795=[#edits: 1 = <3766/info:/1734078057328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3796=[#edits: 1 = <3767/info:/1734078057328/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=22569, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:57,330 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 22569, reset compression=false 2024-12-13T08:20:57,333 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:57,333 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 23372, reset compression=false 2024-12-13T08:20:57,333 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3797=[#edits: 1 = <3768/info:/1734078057329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3798=[#edits: 1 = <3769/info:/1734078057329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3799=[#edits: 1 = <3770/info:/1734078057329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3800=[#edits: 1 = <3771/info:/1734078057329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3801=[#edits: 1 = <3772/info:/1734078057330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3802=[#edits: 1 = <3773/info:/1734078057330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3803=[#edits: 1 = <3774/info:/1734078057330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3804=[#edits: 1 = <3775/info:/1734078057331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3805=[#edits: 1 = <3776/info:/1734078057331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3806=[#edits: 1 = <3777/info:/1734078057331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3807=[#edits: 1 = <3778/info:/1734078057331/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=23372, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:57,336 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:57,336 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 24102, reset compression=false 2024-12-13T08:20:57,336 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3808=[#edits: 1 = <3779/info:/1734078057332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3809=[#edits: 1 = <3780/info:/1734078057332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3810=[#edits: 1 = <3781/info:/1734078057332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3811=[#edits: 1 = <3782/info:/1734078057333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3812=[#edits: 1 = <3783/info:/1734078057333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3813=[#edits: 1 = <3784/info:/1734078057333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3814=[#edits: 1 = <3785/info:/1734078057334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3815=[#edits: 1 = <3786/info:/1734078057334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3816=[#edits: 1 = <3787/info:/1734078057334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3817=[#edits: 1 = <3788/info:/1734078057335/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=24102, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:57,345 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 31 WAL entries eligible for replication 2024-12-13T08:20:57,345 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 26365, reset compression=false 2024-12-13T08:20:57,345 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3818=[#edits: 1 = <3789/info:/1734078057335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3819=[#edits: 1 = <3790/info:/1734078057336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3820=[#edits: 1 = <3791/info:/1734078057336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3821=[#edits: 1 = <3792/info:/1734078057336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3822=[#edits: 1 = <3793/info:/1734078057336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3823=[#edits: 1 = <3794/info:/1734078057337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3824=[#edits: 1 = <3795/info:/1734078057337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3825=[#edits: 1 = <3796/info:/1734078057337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3826=[#edits: 1 = <3797/info:/1734078057337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3827=[#edits: 1 = <3798/info:/1734078057338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3828=[#edits: 1 = <3799/info:/1734078057338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3829=[#edits: 1 = <3800/info:/1734078057338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3830=[#edits: 1 = <3801/info:/1734078057339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3831=[#edits: 1 = <3802/info:/1734078057339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3832=[#edits: 1 = <3803/info:/1734078057339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3833=[#edits: 1 = <3804/info:/1734078057339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3834=[#edits: 1 = <3805/info:/1734078057340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3835=[#edits: 1 = <3806/info:/1734078057340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3836=[#edits: 1 = <3807/info:/1734078057340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3837=[#edits: 1 = <3808/info:/1734078057340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3838=[#edits: 1 = <3809/info:/1734078057341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3839=[#edits: 1 = <3810/info:/1734078057341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3840=[#edits: 1 = <3811/info:/1734078057341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3841=[#edits: 1 = <3812/info:/1734078057341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3842=[#edits: 1 = <3813/info:/1734078057342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3843=[#edits: 1 = <3814/info:/1734078057342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3844=[#edits: 1 = <3815/info:/1734078057342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3845=[#edits: 1 = <3816/info:/1734078057342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3846=[#edits: 1 = <3817/info:/1734078057343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3847=[#edits: 1 = <3818/info:/1734078057343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3848=[#edits: 1 = <3819/info:/1734078057343/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=26365, nbRowKeys=31, nbHFiles=0, heapSize=5332, lastSeqIds={}, endOfFile=false,usedBufferSize=5332] 2024-12-13T08:20:57,349 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T08:20:57,349 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 27606, reset compression=false 2024-12-13T08:20:57,349 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3849=[#edits: 1 = <3820/info:/1734078057343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3850=[#edits: 1 = <3821/info:/1734078057344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3851=[#edits: 1 = <3822/info:/1734078057344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3852=[#edits: 1 = <3823/info:/1734078057344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3853=[#edits: 1 = <3824/info:/1734078057345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3854=[#edits: 1 = <3825/info:/1734078057345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3855=[#edits: 1 = <3826/info:/1734078057345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3856=[#edits: 1 = <3827/info:/1734078057345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3857=[#edits: 1 = <3828/info:/1734078057346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3858=[#edits: 1 = <3829/info:/1734078057346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3859=[#edits: 1 = <3830/info:/1734078057346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3860=[#edits: 1 = <3831/info:/1734078057346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3861=[#edits: 1 = <3832/info:/1734078057347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3862=[#edits: 1 = <3833/info:/1734078057347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3863=[#edits: 1 = <3834/info:/1734078057347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3864=[#edits: 1 = <3835/info:/1734078057347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3865=[#edits: 1 = <3836/info:/1734078057348/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=27606, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-13T08:20:57,353 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:57,353 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 28482, reset compression=false 2024-12-13T08:20:57,353 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3866=[#edits: 1 = <3837/info:/1734078057348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3867=[#edits: 1 = <3838/info:/1734078057348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3868=[#edits: 1 = <3839/info:/1734078057349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3869=[#edits: 1 = <3840/info:/1734078057349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3870=[#edits: 1 = <3841/info:/1734078057349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3871=[#edits: 1 = <3842/info:/1734078057349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3872=[#edits: 1 = <3843/info:/1734078057350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3873=[#edits: 1 = <3844/info:/1734078057350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3874=[#edits: 1 = <3845/info:/1734078057350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3875=[#edits: 1 = <3846/info:/1734078057351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3876=[#edits: 1 = <3847/info:/1734078057351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3877=[#edits: 1 = <3848/info:/1734078057351/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=28482, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:57,357 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-13T08:20:57,357 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 29431, reset compression=false 2024-12-13T08:20:57,357 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3878=[#edits: 1 = <3849/info:/1734078057352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3879=[#edits: 1 = <3850/info:/1734078057352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3880=[#edits: 1 = <3851/info:/1734078057352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3881=[#edits: 1 = <3852/info:/1734078057353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3882=[#edits: 1 = <3853/info:/1734078057353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3883=[#edits: 1 = <3854/info:/1734078057353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3884=[#edits: 1 = <3855/info:/1734078057354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3885=[#edits: 1 = <3856/info:/1734078057354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3886=[#edits: 1 = <3857/info:/1734078057354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3887=[#edits: 1 = <3858/info:/1734078057354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3888=[#edits: 1 = <3859/info:/1734078057355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3889=[#edits: 1 = <3860/info:/1734078057355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3890=[#edits: 1 = <3861/info:/1734078057355/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=29431, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-13T08:20:57,373 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-13T08:20:57,373 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 30453, reset compression=false 2024-12-13T08:20:57,373 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3891=[#edits: 1 = <3862/info:/1734078057355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3892=[#edits: 1 = <3863/info:/1734078057356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3893=[#edits: 1 = <3864/info:/1734078057356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3894=[#edits: 1 = <3865/info:/1734078057356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3895=[#edits: 1 = <3866/info:/1734078057357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3896=[#edits: 1 = <3867/info:/1734078057357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3897=[#edits: 1 = <3868/info:/1734078057357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3898=[#edits: 1 = <3869/info:/1734078057358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3899=[#edits: 1 = <3870/info:/1734078057358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3900=[#edits: 1 = <3871/info:/1734078057358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3901=[#edits: 1 = <3872/info:/1734078057358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3902=[#edits: 1 = <3873/info:/1734078057359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3903=[#edits: 1 = <3874/info:/1734078057359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3904=[#edits: 1 = <3875/info:/1734078057359/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=30453, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-13T08:20:57,377 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:57,377 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 31183, reset compression=false 2024-12-13T08:20:57,377 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3905=[#edits: 1 = <3876/info:/1734078057359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3906=[#edits: 1 = <3877/info:/1734078057360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3907=[#edits: 1 = <3878/info:/1734078057360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3908=[#edits: 1 = <3879/info:/1734078057373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3909=[#edits: 1 = <3880/info:/1734078057374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3910=[#edits: 1 = <3881/info:/1734078057374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3911=[#edits: 1 = <3882/info:/1734078057375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3912=[#edits: 1 = <3883/info:/1734078057375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3913=[#edits: 1 = <3884/info:/1734078057375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3914=[#edits: 1 = <3885/info:/1734078057376/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=31183, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:57,380 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:57,381 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 31913, reset compression=false 2024-12-13T08:20:57,381 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3915=[#edits: 1 = <3886/info:/1734078057376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3916=[#edits: 1 = <3887/info:/1734078057376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3917=[#edits: 1 = <3888/info:/1734078057377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3918=[#edits: 1 = <3889/info:/1734078057377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3919=[#edits: 1 = <3890/info:/1734078057378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3920=[#edits: 1 = <3891/info:/1734078057378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3921=[#edits: 1 = <3892/info:/1734078057378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3922=[#edits: 1 = <3893/info:/1734078057379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3923=[#edits: 1 = <3894/info:/1734078057379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3924=[#edits: 1 = <3895/info:/1734078057379/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=31913, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:57,384 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:57,384 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 32424, reset compression=false 2024-12-13T08:20:57,384 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3925=[#edits: 1 = <3896/info:/1734078057380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3926=[#edits: 1 = <3897/info:/1734078057380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3927=[#edits: 1 = <3898/info:/1734078057380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3928=[#edits: 1 = <3899/info:/1734078057381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3929=[#edits: 1 = <3900/info:/1734078057381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3930=[#edits: 1 = <3901/info:/1734078057381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3931=[#edits: 1 = <3902/info:/1734078057382/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=32424, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:57,412 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(216): flushing table 2024-12-13T08:20:57,412 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-13T08:20:57,416 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/482da688bc124bac9c9cb9975eca431d is 36, key is 3000/info:/1734078057104/Put/seqid=0 2024-12-13T08:20:57,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741850_1026 (size=46423) 2024-12-13T08:20:57,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741850_1026 (size=46423) 2024-12-13T08:20:57,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741850_1026 (size=46423) 2024-12-13T08:20:57,420 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=4029 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/482da688bc124bac9c9cb9975eca431d 2024-12-13T08:20:57,424 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/482da688bc124bac9c9cb9975eca431d as hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/482da688bc124bac9c9cb9975eca431d 2024-12-13T08:20:57,427 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/482da688bc124bac9c9cb9975eca431d, entries=1000, sequenceid=4029, filesize=45.3 K 2024-12-13T08:20:57,428 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 16ms, sequenceid=4029, compaction requested=true 2024-12-13T08:20:57,428 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:57,428 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(218): compacting table 2024-12-13T08:20:57,428 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T08:20:57,428 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 179626 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T08:20:57,428 DEBUG [Time-limited test {}] regionserver.HStore(1540): 1588230740/info is initiating minor compaction (all files) 2024-12-13T08:20:57,429 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:20:57,429 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:20:57,429 INFO [Time-limited test {}] regionserver.HRegion(2351): Starting compaction of 1588230740/info in hbase:meta,,1.1588230740 2024-12-13T08:20:57,429 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/ae9143a7d3444a548ed59ea1fc5025b3, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/2609c4bfd6584a7da5dfb92b3668bba8, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/482da688bc124bac9c9cb9975eca431d] into tmpdir=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp, totalSize=175.4 K 2024-12-13T08:20:57,429 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting ae9143a7d3444a548ed59ea1fc5025b3, keycount=2010, bloomtype=ROWCOL, size=84.7 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=2022, earliestPutTs=1734078054367 2024-12-13T08:20:57,429 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 2609c4bfd6584a7da5dfb92b3668bba8, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=3026, earliestPutTs=1734078056734 2024-12-13T08:20:57,429 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 482da688bc124bac9c9cb9975eca431d, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=4029, earliestPutTs=1734078057104 2024-12-13T08:20:57,447 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1588230740#info#compaction#75 average throughput is 9.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T08:20:57,447 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/916630d6416f4eb6a1c8426e8cca4c1f is 143, key is hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0./info:regioninfo/1734078054705/Put/seqid=0 2024-12-13T08:20:57,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741851_1027 (size=169699) 2024-12-13T08:20:57,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741851_1027 (size=169699) 2024-12-13T08:20:57,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741851_1027 (size=169699) 2024-12-13T08:20:57,453 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/916630d6416f4eb6a1c8426e8cca4c1f as hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/916630d6416f4eb6a1c8426e8cca4c1f 2024-12-13T08:20:57,456 INFO [Time-limited test {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1588230740/info of 1588230740 into 916630d6416f4eb6a1c8426e8cca4c1f(size=165.7 K), total size for store is 165.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T08:20:57,456 DEBUG [Time-limited test {}] regionserver.HRegion(2381): Compaction status journal for 1588230740: 2024-12-13T08:20:57,456 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-13T08:20:57,456 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:57,456 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:57,456 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-13T08:20:57,457 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T08:20:57,457 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T08:20:57,457 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(214): Writing data from 4000 to 5000 2024-12-13T08:20:57,537 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:20:57,537 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:57,587 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 32424, reset compression=false 2024-12-13T08:20:57,591 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,591 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3932=[#edits: 1 = <3903/info:/1734078057382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3933=[#edits: 1 = <3904/info:/1734078057388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3934=[#edits: 1 = <3905/info:/1734078057388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3935=[#edits: 1 = <3906/info:/1734078057388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3936=[#edits: 1 = <3907/info:/1734078057389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3937=[#edits: 1 = <3908/info:/1734078057389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3938=[#edits: 1 = <3909/info:/1734078057389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3939=[#edits: 1 = <3910/info:/1734078057389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3940=[#edits: 1 = <3911/info:/1734078057390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3941=[#edits: 1 = <3912/info:/1734078057390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3942=[#edits: 1 = <3913/info:/1734078057390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3943=[#edits: 1 = <3914/info:/1734078057390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3944=[#edits: 1 = <3915/info:/1734078057391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3945=[#edits: 1 = <3916/info:/1734078057391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3946=[#edits: 1 = <3917/info:/1734078057391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3947=[#edits: 1 = <3918/info:/1734078057391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3948=[#edits: 1 = <3919/info:/1734078057392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3949=[#edits: 1 = <3920/info:/1734078057392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3950=[#edits: 1 = <3921/info:/1734078057392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3951=[#edits: 1 = <3922/info:/1734078057392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3952=[#edits: 1 = <3923/info:/1734078057393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3953=[#edits: 1 = <3924/info:/1734078057393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3954=[#edits: 1 = <3925/info:/1734078057393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3955=[#edits: 1 = <3926/info:/1734078057394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3956=[#edits: 1 = <3927/info:/1734078057394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3957=[#edits: 1 = <3928/info:/1734078057394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3958=[#edits: 1 = <3929/info:/1734078057394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3959=[#edits: 1 = <3930/info:/1734078057395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3960=[#edits: 1 = <3931/info:/1734078057395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3961=[#edits: 1 = <3932/info:/1734078057395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3962=[#edits: 1 = <3933/info:/1734078057395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3963=[#edits: 1 = <3934/info:/1734078057396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3964=[#edits: 1 = <3935/info:/1734078057396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3965=[#edits: 1 = <3936/info:/1734078057396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3966=[#edits: 1 = <3937/info:/1734078057396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3967=[#edits: 1 = <3938/info:/1734078057397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3968=[#edits: 1 = <3939/info:/1734078057397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3969=[#edits: 1 = <3940/info:/1734078057397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3970=[#edits: 1 = <3941/info:/1734078057397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3971=[#edits: 1 = <3942/info:/1734078057398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3972=[#edits: 1 = <3943/info:/1734078057398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3973=[#edits: 1 = <3944/info:/1734078057398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3974=[#edits: 1 = <3945/info:/1734078057398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3975=[#edits: 1 = <3946/info:/1734078057399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3976=[#edits: 1 = <3947/info:/1734078057399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3977=[#edits: 1 = <3948/info:/1734078057399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3978=[#edits: 1 = <3949/info:/1734078057399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3979=[#edits: 1 = <3950/info:/1734078057400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3980=[#edits: 1 = <3951/info:/1734078057400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3981=[#edits: 1 = <3952/info:/1734078057400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3982=[#edits: 1 = <3953/info:/1734078057400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3983=[#edits: 1 = <3954/info:/1734078057400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3984=[#edits: 1 = <3955/info:/1734078057401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3985=[#edits: 1 = <3956/info:/1734078057401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3986=[#edits: 1 = <3957/info:/1734078057401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3987=[#edits: 1 = <3958/info:/1734078057401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3988=[#edits: 1 = <3959/info:/1734078057402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3989=[#edits: 1 = <3960/info:/1734078057402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3990=[#edits: 1 = <3961/info:/1734078057402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3991=[#edits: 1 = <3962/info:/1734078057402/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=36804, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,592 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 57 WAL entries eligible for replication 2024-12-13T08:20:57,593 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3992=[#edits: 1 = <3963/info:/1734078057403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3993=[#edits: 1 = <3964/info:/1734078057403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3994=[#edits: 1 = <3965/info:/1734078057403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3995=[#edits: 1 = <3966/info:/1734078057403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3996=[#edits: 1 = <3967/info:/1734078057404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3997=[#edits: 1 = <3968/info:/1734078057404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3998=[#edits: 1 = <3969/info:/1734078057404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3999=[#edits: 1 = <3970/info:/1734078057404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4000=[#edits: 1 = <3971/info:/1734078057405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4001=[#edits: 1 = <3972/info:/1734078057405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4002=[#edits: 1 = <3973/info:/1734078057405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4003=[#edits: 1 = <3974/info:/1734078057406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4004=[#edits: 1 = <3975/info:/1734078057406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4005=[#edits: 1 = <3976/info:/1734078057406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4006=[#edits: 1 = <3977/info:/1734078057406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4007=[#edits: 1 = <3978/info:/1734078057407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4008=[#edits: 1 = <3979/info:/1734078057407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4009=[#edits: 1 = <3980/info:/1734078057407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4010=[#edits: 1 = <3981/info:/1734078057407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4011=[#edits: 1 = <3982/info:/1734078057408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4012=[#edits: 1 = <3983/info:/1734078057408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4013=[#edits: 1 = <3984/info:/1734078057408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4014=[#edits: 1 = <3985/info:/1734078057408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4015=[#edits: 1 = <3986/info:/1734078057409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4016=[#edits: 1 = <3987/info:/1734078057409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4017=[#edits: 1 = <3988/info:/1734078057409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4018=[#edits: 1 = <3989/info:/1734078057409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4019=[#edits: 1 = <3990/info:/1734078057410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4020=[#edits: 1 = <3991/info:/1734078057410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4021=[#edits: 1 = <3992/info:/1734078057410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4022=[#edits: 1 = <3993/info:/1734078057410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4023=[#edits: 1 = <3994/info:/1734078057410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4024=[#edits: 1 = <3995/info:/1734078057411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4025=[#edits: 1 = <3996/info:/1734078057411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4026=[#edits: 1 = <3997/info:/1734078057411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4027=[#edits: 1 = <3998/info:/1734078057411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4028=[#edits: 1 = <3999/info:/1734078057412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4030=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078057412/Put/vlen=102/seqid=0; >],292}, {hbase:meta/1588230740/4031=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078057427/Put/vlen=136/seqid=0; >],324}, {hbase:meta/1588230740/4032=[#edits: 1 = <\x00/METAFAMILY:HBASE::COMPACTION/1734078057456/Put/vlen=187/seqid=0; >],380}, {hbase:meta/1588230740/4033=[#edits: 1 = <4000/info:/1734078057457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4034=[#edits: 1 = <4001/info:/1734078057457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4035=[#edits: 1 = <4002/info:/1734078057458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4036=[#edits: 1 = <4003/info:/1734078057458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4037=[#edits: 1 = <4004/info:/1734078057458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4038=[#edits: 1 = <4005/info:/1734078057459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4039=[#edits: 1 = <4006/info:/1734078057459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4040=[#edits: 1 = <4007/info:/1734078057459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4041=[#edits: 1 = <4008/info:/1734078057460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4042=[#edits: 1 = <4009/info:/1734078057460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4043=[#edits: 1 = <4010/info:/1734078057460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4044=[#edits: 1 = <4011/info:/1734078057461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4045=[#edits: 1 = <4012/info:/1734078057461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4046=[#edits: 1 = <4013/info:/1734078057461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4047=[#edits: 1 = <4014/info:/1734078057461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4048=[#edits: 1 = <4015/info:/1734078057462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4049=[#edits: 1 = <4016/info:/1734078057462/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=41428, nbRowKeys=57, nbHFiles=0, heapSize=10284, lastSeqIds={}, endOfFile=false,usedBufferSize=10284] 2024-12-13T08:20:57,594 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 4029 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 4029 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:57,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=31.25 KB heapSize=100.16 KB 2024-12-13T08:20:57,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=31.25 KB heapSize=100.16 KB 2024-12-13T08:20:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:4029 2024-12-13T08:20:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:4029 2024-12-13T08:20:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 4029 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "482da688bc124bac9c9cb9975eca431d" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 4029 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "482da688bc124bac9c9cb9975eca431d" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:4029 and a previous prepared snapshot was found 2024-12-13T08:20:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:4029 and a previous prepared snapshot was found 2024-12-13T08:20:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:57,595 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7531ac08 added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/482da688bc124bac9c9cb9975eca431d, entries=1000, sequenceid=4029, filesize=45.3 K 2024-12-13T08:20:57,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eba2a9d added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/482da688bc124bac9c9cb9975eca431d, entries=1000, sequenceid=4029, filesize=45.3 K 2024-12-13T08:20:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5604): 534574363 : Replaying compaction marker table_name: "hbase:meta" encoded_region_name: "1588230740" family_name: "info" compaction_input: "ae9143a7d3444a548ed59ea1fc5025b3" compaction_input: "2609c4bfd6584a7da5dfb92b3668bba8" compaction_input: "482da688bc124bac9c9cb9975eca431d" compaction_output: "916630d6416f4eb6a1c8426e8cca4c1f" store_home_dir: "info" region_name: "hbase:meta,,1" with seqId=4032 and lastReplayedOpenRegionSeqId=13 2024-12-13T08:20:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5604): 1657623790 : Replaying compaction marker table_name: "hbase:meta" encoded_region_name: "1588230740" family_name: "info" compaction_input: "ae9143a7d3444a548ed59ea1fc5025b3" compaction_input: "2609c4bfd6584a7da5dfb92b3668bba8" compaction_input: "482da688bc124bac9c9cb9975eca431d" compaction_output: "916630d6416f4eb6a1c8426e8cca4c1f" store_home_dir: "info" region_name: "hbase:meta,,1" with seqId=4032 and lastReplayedOpenRegionSeqId=13 2024-12-13T08:20:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(1353): Completing compaction from the WAL marker 2024-12-13T08:20:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HStore(1353): Completing compaction from the WAL marker 2024-12-13T08:20:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:57,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(1403): Replaying compaction marker, replacing input files: [hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/ae9143a7d3444a548ed59ea1fc5025b3, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/2609c4bfd6584a7da5dfb92b3668bba8, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/482da688bc124bac9c9cb9975eca431d] with output files : [hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/916630d6416f4eb6a1c8426e8cca4c1f] 2024-12-13T08:20:57,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HStore(1403): Replaying compaction marker, replacing input files: [hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/ae9143a7d3444a548ed59ea1fc5025b3, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/2609c4bfd6584a7da5dfb92b3668bba8, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/482da688bc124bac9c9cb9975eca431d] with output files : [hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/916630d6416f4eb6a1c8426e8cca4c1f] 2024-12-13T08:20:57,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:57,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:20:57,602 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4050=[#edits: 1 = <4017/info:/1734078057462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4051=[#edits: 1 = <4018/info:/1734078057463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4052=[#edits: 1 = <4019/info:/1734078057463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4053=[#edits: 1 = <4020/info:/1734078057463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4054=[#edits: 1 = <4021/info:/1734078057463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4055=[#edits: 1 = <4022/info:/1734078057464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4056=[#edits: 1 = <4023/info:/1734078057464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4057=[#edits: 1 = <4024/info:/1734078057464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4058=[#edits: 1 = <4025/info:/1734078057465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4059=[#edits: 1 = <4026/info:/1734078057465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4060=[#edits: 1 = <4027/info:/1734078057465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4061=[#edits: 1 = <4028/info:/1734078057466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4062=[#edits: 1 = <4029/info:/1734078057466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4063=[#edits: 1 = <4030/info:/1734078057466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4064=[#edits: 1 = <4031/info:/1734078057467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4065=[#edits: 1 = <4032/info:/1734078057467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4066=[#edits: 1 = <4033/info:/1734078057467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4067=[#edits: 1 = <4034/info:/1734078057468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4068=[#edits: 1 = <4035/info:/1734078057468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4069=[#edits: 1 = <4036/info:/1734078057469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4070=[#edits: 1 = <4037/info:/1734078057469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4071=[#edits: 1 = <4038/info:/1734078057469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4072=[#edits: 1 = <4039/info:/1734078057470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4073=[#edits: 1 = <4040/info:/1734078057470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4074=[#edits: 1 = <4041/info:/1734078057470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4075=[#edits: 1 = <4042/info:/1734078057471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4076=[#edits: 1 = <4043/info:/1734078057471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4077=[#edits: 1 = <4044/info:/1734078057471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4078=[#edits: 1 = <4045/info:/1734078057471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4079=[#edits: 1 = <4046/info:/1734078057472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4080=[#edits: 1 = <4047/info:/1734078057472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4081=[#edits: 1 = <4048/info:/1734078057472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4082=[#edits: 1 = <4049/info:/1734078057473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4083=[#edits: 1 = <4050/info:/1734078057473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4084=[#edits: 1 = <4051/info:/1734078057473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4085=[#edits: 1 = <4052/info:/1734078057473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4086=[#edits: 1 = <4053/info:/1734078057474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4087=[#edits: 1 = <4054/info:/1734078057474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4088=[#edits: 1 = <4055/info:/1734078057474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4089=[#edits: 1 = <4056/info:/1734078057474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4090=[#edits: 1 = <4057/info:/1734078057475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4091=[#edits: 1 = <4058/info:/1734078057475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4092=[#edits: 1 = <4059/info:/1734078057475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4093=[#edits: 1 = <4060/info:/1734078057475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4094=[#edits: 1 = <4061/info:/1734078057476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4095=[#edits: 1 = <4062/info:/1734078057476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4096=[#edits: 1 = <4063/info:/1734078057476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4097=[#edits: 1 = <4064/info:/1734078057477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4098=[#edits: 1 = <4065/info:/1734078057477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4099=[#edits: 1 = <4066/info:/1734078057477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4100=[#edits: 1 = <4067/info:/1734078057478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4101=[#edits: 1 = <4068/info:/1734078057478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4102=[#edits: 1 = <4069/info:/1734078057478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4103=[#edits: 1 = <4070/info:/1734078057478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4104=[#edits: 1 = <4071/info:/1734078057479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4105=[#edits: 1 = <4072/info:/1734078057479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4106=[#edits: 1 = <4073/info:/1734078057479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4107=[#edits: 1 = <4074/info:/1734078057479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4108=[#edits: 1 = <4075/info:/1734078057480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4109=[#edits: 1 = <4076/info:/1734078057480/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=45808, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,603 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,603 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4110=[#edits: 1 = <4077/info:/1734078057480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4111=[#edits: 1 = <4078/info:/1734078057480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4112=[#edits: 1 = <4079/info:/1734078057481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4113=[#edits: 1 = <4080/info:/1734078057481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4114=[#edits: 1 = <4081/info:/1734078057481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4115=[#edits: 1 = <4082/info:/1734078057482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4116=[#edits: 1 = <4083/info:/1734078057482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4117=[#edits: 1 = <4084/info:/1734078057482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4118=[#edits: 1 = <4085/info:/1734078057483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4119=[#edits: 1 = <4086/info:/1734078057483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4120=[#edits: 1 = <4087/info:/1734078057483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4121=[#edits: 1 = <4088/info:/1734078057484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4122=[#edits: 1 = <4089/info:/1734078057484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4123=[#edits: 1 = <4090/info:/1734078057485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4124=[#edits: 1 = <4091/info:/1734078057485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4125=[#edits: 1 = <4092/info:/1734078057485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4126=[#edits: 1 = <4093/info:/1734078057486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4127=[#edits: 1 = <4094/info:/1734078057486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4128=[#edits: 1 = <4095/info:/1734078057486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4129=[#edits: 1 = <4096/info:/1734078057487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4130=[#edits: 1 = <4097/info:/1734078057487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4131=[#edits: 1 = <4098/info:/1734078057487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4132=[#edits: 1 = <4099/info:/1734078057488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4133=[#edits: 1 = <4100/info:/1734078057488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4134=[#edits: 1 = <4101/info:/1734078057488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4135=[#edits: 1 = <4102/info:/1734078057489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4136=[#edits: 1 = <4103/info:/1734078057489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4137=[#edits: 1 = <4104/info:/1734078057489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4138=[#edits: 1 = <4105/info:/1734078057490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4139=[#edits: 1 = <4106/info:/1734078057490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4140=[#edits: 1 = <4107/info:/1734078057490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4141=[#edits: 1 = <4108/info:/1734078057491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4142=[#edits: 1 = <4109/info:/1734078057491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4143=[#edits: 1 = <4110/info:/1734078057491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4144=[#edits: 1 = <4111/info:/1734078057492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4145=[#edits: 1 = <4112/info:/1734078057492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4146=[#edits: 1 = <4113/info:/1734078057492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4147=[#edits: 1 = <4114/info:/1734078057493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4148=[#edits: 1 = <4115/info:/1734078057493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4149=[#edits: 1 = <4116/info:/1734078057493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4150=[#edits: 1 = <4117/info:/1734078057494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4151=[#edits: 1 = <4118/info:/1734078057494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4152=[#edits: 1 = <4119/info:/1734078057494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4153=[#edits: 1 = <4120/info:/1734078057495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4154=[#edits: 1 = <4121/info:/1734078057495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4155=[#edits: 1 = <4122/info:/1734078057496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4156=[#edits: 1 = <4123/info:/1734078057496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4157=[#edits: 1 = <4124/info:/1734078057496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4158=[#edits: 1 = <4125/info:/1734078057497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4159=[#edits: 1 = <4126/info:/1734078057497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4160=[#edits: 1 = <4127/info:/1734078057497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4161=[#edits: 1 = <4128/info:/1734078057498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4162=[#edits: 1 = <4129/info:/1734078057498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4163=[#edits: 1 = <4130/info:/1734078057498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4164=[#edits: 1 = <4131/info:/1734078057499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4165=[#edits: 1 = <4132/info:/1734078057499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4166=[#edits: 1 = <4133/info:/1734078057500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4167=[#edits: 1 = <4134/info:/1734078057500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4168=[#edits: 1 = <4135/info:/1734078057500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4169=[#edits: 1 = <4136/info:/1734078057501/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=50188, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,604 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,604 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4170=[#edits: 1 = <4137/info:/1734078057501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4171=[#edits: 1 = <4138/info:/1734078057502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4172=[#edits: 1 = <4139/info:/1734078057502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4173=[#edits: 1 = <4140/info:/1734078057502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4174=[#edits: 1 = <4141/info:/1734078057503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4175=[#edits: 1 = <4142/info:/1734078057503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4176=[#edits: 1 = <4143/info:/1734078057503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4177=[#edits: 1 = <4144/info:/1734078057504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4178=[#edits: 1 = <4145/info:/1734078057504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4179=[#edits: 1 = <4146/info:/1734078057505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4180=[#edits: 1 = <4147/info:/1734078057505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4181=[#edits: 1 = <4148/info:/1734078057505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4182=[#edits: 1 = <4149/info:/1734078057506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4183=[#edits: 1 = <4150/info:/1734078057506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4184=[#edits: 1 = <4151/info:/1734078057507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4185=[#edits: 1 = <4152/info:/1734078057507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4186=[#edits: 1 = <4153/info:/1734078057508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4187=[#edits: 1 = <4154/info:/1734078057508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4188=[#edits: 1 = <4155/info:/1734078057508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4189=[#edits: 1 = <4156/info:/1734078057509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4190=[#edits: 1 = <4157/info:/1734078057510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4191=[#edits: 1 = <4158/info:/1734078057510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4192=[#edits: 1 = <4159/info:/1734078057510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4193=[#edits: 1 = <4160/info:/1734078057511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4194=[#edits: 1 = <4161/info:/1734078057511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4195=[#edits: 1 = <4162/info:/1734078057512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4196=[#edits: 1 = <4163/info:/1734078057512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4197=[#edits: 1 = <4164/info:/1734078057513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4198=[#edits: 1 = <4165/info:/1734078057513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4199=[#edits: 1 = <4166/info:/1734078057513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4200=[#edits: 1 = <4167/info:/1734078057514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4201=[#edits: 1 = <4168/info:/1734078057514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4202=[#edits: 1 = <4169/info:/1734078057515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4203=[#edits: 1 = <4170/info:/1734078057515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4204=[#edits: 1 = <4171/info:/1734078057516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4205=[#edits: 1 = <4172/info:/1734078057516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4206=[#edits: 1 = <4173/info:/1734078057517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4207=[#edits: 1 = <4174/info:/1734078057517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4208=[#edits: 1 = <4175/info:/1734078057517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4209=[#edits: 1 = <4176/info:/1734078057518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4210=[#edits: 1 = <4177/info:/1734078057518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4211=[#edits: 1 = <4178/info:/1734078057519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4212=[#edits: 1 = <4179/info:/1734078057519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4213=[#edits: 1 = <4180/info:/1734078057520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4214=[#edits: 1 = <4181/info:/1734078057520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4215=[#edits: 1 = <4182/info:/1734078057520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4216=[#edits: 1 = <4183/info:/1734078057521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4217=[#edits: 1 = <4184/info:/1734078057521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4218=[#edits: 1 = <4185/info:/1734078057522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4219=[#edits: 1 = <4186/info:/1734078057522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4220=[#edits: 1 = <4187/info:/1734078057522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4221=[#edits: 1 = <4188/info:/1734078057522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4222=[#edits: 1 = <4189/info:/1734078057523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4223=[#edits: 1 = <4190/info:/1734078057523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4224=[#edits: 1 = <4191/info:/1734078057523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4225=[#edits: 1 = <4192/info:/1734078057524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4226=[#edits: 1 = <4193/info:/1734078057524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4227=[#edits: 1 = <4194/info:/1734078057524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4228=[#edits: 1 = <4195/info:/1734078057525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4229=[#edits: 1 = <4196/info:/1734078057525/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=54568, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,606 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,606 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4230=[#edits: 1 = <4197/info:/1734078057525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4231=[#edits: 1 = <4198/info:/1734078057526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4232=[#edits: 1 = <4199/info:/1734078057526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4233=[#edits: 1 = <4200/info:/1734078057526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4234=[#edits: 1 = <4201/info:/1734078057527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4235=[#edits: 1 = <4202/info:/1734078057527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4236=[#edits: 1 = <4203/info:/1734078057528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4237=[#edits: 1 = <4204/info:/1734078057528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4238=[#edits: 1 = <4205/info:/1734078057528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4239=[#edits: 1 = <4206/info:/1734078057529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4240=[#edits: 1 = <4207/info:/1734078057529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4241=[#edits: 1 = <4208/info:/1734078057529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4242=[#edits: 1 = <4209/info:/1734078057530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4243=[#edits: 1 = <4210/info:/1734078057530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4244=[#edits: 1 = <4211/info:/1734078057530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4245=[#edits: 1 = <4212/info:/1734078057531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4246=[#edits: 1 = <4213/info:/1734078057531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4247=[#edits: 1 = <4214/info:/1734078057531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4248=[#edits: 1 = <4215/info:/1734078057532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4249=[#edits: 1 = <4216/info:/1734078057532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4250=[#edits: 1 = <4217/info:/1734078057533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4251=[#edits: 1 = <4218/info:/1734078057533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4252=[#edits: 1 = <4219/info:/1734078057533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4253=[#edits: 1 = <4220/info:/1734078057534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4254=[#edits: 1 = <4221/info:/1734078057534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4255=[#edits: 1 = <4222/info:/1734078057535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4256=[#edits: 1 = <4223/info:/1734078057535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4257=[#edits: 1 = <4224/info:/1734078057536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4258=[#edits: 1 = <4225/info:/1734078057536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4259=[#edits: 1 = <4226/info:/1734078057537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4260=[#edits: 1 = <4227/info:/1734078057537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4261=[#edits: 1 = <4228/info:/1734078057538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4262=[#edits: 1 = <4229/info:/1734078057538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4263=[#edits: 1 = <4230/info:/1734078057539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4264=[#edits: 1 = <4231/info:/1734078057539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4265=[#edits: 1 = <4232/info:/1734078057540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4266=[#edits: 1 = <4233/info:/1734078057540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4267=[#edits: 1 = <4234/info:/1734078057541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4268=[#edits: 1 = <4235/info:/1734078057541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4269=[#edits: 1 = <4236/info:/1734078057541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4270=[#edits: 1 = <4237/info:/1734078057542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4271=[#edits: 1 = <4238/info:/1734078057542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4272=[#edits: 1 = <4239/info:/1734078057543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4273=[#edits: 1 = <4240/info:/1734078057543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4274=[#edits: 1 = <4241/info:/1734078057544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4275=[#edits: 1 = <4242/info:/1734078057544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4276=[#edits: 1 = <4243/info:/1734078057545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4277=[#edits: 1 = <4244/info:/1734078057545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4278=[#edits: 1 = <4245/info:/1734078057545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4279=[#edits: 1 = <4246/info:/1734078057546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4280=[#edits: 1 = <4247/info:/1734078057546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4281=[#edits: 1 = <4248/info:/1734078057547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4282=[#edits: 1 = <4249/info:/1734078057547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4283=[#edits: 1 = <4250/info:/1734078057548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4284=[#edits: 1 = <4251/info:/1734078057548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4285=[#edits: 1 = <4252/info:/1734078057549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4286=[#edits: 1 = <4253/info:/1734078057549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4287=[#edits: 1 = <4254/info:/1734078057549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4288=[#edits: 1 = <4255/info:/1734078057550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4289=[#edits: 1 = <4256/info:/1734078057550/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=58948, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,607 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 53 WAL entries eligible for replication 2024-12-13T08:20:57,607 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 67197, reset compression=false 2024-12-13T08:20:57,607 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4290=[#edits: 1 = <4257/info:/1734078057550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4291=[#edits: 1 = <4258/info:/1734078057551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4292=[#edits: 1 = <4259/info:/1734078057551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4293=[#edits: 1 = <4260/info:/1734078057552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4294=[#edits: 1 = <4261/info:/1734078057552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4295=[#edits: 1 = <4262/info:/1734078057553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4296=[#edits: 1 = <4263/info:/1734078057553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4297=[#edits: 1 = <4264/info:/1734078057553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4298=[#edits: 1 = <4265/info:/1734078057554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4299=[#edits: 1 = <4266/info:/1734078057554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4300=[#edits: 1 = <4267/info:/1734078057555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4301=[#edits: 1 = <4268/info:/1734078057555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4302=[#edits: 1 = <4269/info:/1734078057556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4303=[#edits: 1 = <4270/info:/1734078057556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4304=[#edits: 1 = <4271/info:/1734078057556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4305=[#edits: 1 = <4272/info:/1734078057557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4306=[#edits: 1 = <4273/info:/1734078057557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4307=[#edits: 1 = <4274/info:/1734078057558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4308=[#edits: 1 = <4275/info:/1734078057558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4309=[#edits: 1 = <4276/info:/1734078057558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4310=[#edits: 1 = <4277/info:/1734078057559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4311=[#edits: 1 = <4278/info:/1734078057559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4312=[#edits: 1 = <4279/info:/1734078057560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4313=[#edits: 1 = <4280/info:/1734078057560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4314=[#edits: 1 = <4281/info:/1734078057560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4315=[#edits: 1 = <4282/info:/1734078057561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4316=[#edits: 1 = <4283/info:/1734078057561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4317=[#edits: 1 = <4284/info:/1734078057562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4318=[#edits: 1 = <4285/info:/1734078057562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4319=[#edits: 1 = <4286/info:/1734078057562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4320=[#edits: 1 = <4287/info:/1734078057563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4321=[#edits: 1 = <4288/info:/1734078057563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4322=[#edits: 1 = <4289/info:/1734078057563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4323=[#edits: 1 = <4290/info:/1734078057564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4324=[#edits: 1 = <4291/info:/1734078057564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4325=[#edits: 1 = <4292/info:/1734078057564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4326=[#edits: 1 = <4293/info:/1734078057565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4327=[#edits: 1 = <4294/info:/1734078057565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4328=[#edits: 1 = <4295/info:/1734078057566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4329=[#edits: 1 = <4296/info:/1734078057566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4330=[#edits: 1 = <4297/info:/1734078057566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4331=[#edits: 1 = <4298/info:/1734078057567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4332=[#edits: 1 = <4299/info:/1734078057567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4333=[#edits: 1 = <4300/info:/1734078057568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4334=[#edits: 1 = <4301/info:/1734078057568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4335=[#edits: 1 = <4302/info:/1734078057569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4336=[#edits: 1 = <4303/info:/1734078057569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4337=[#edits: 1 = <4304/info:/1734078057570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4338=[#edits: 1 = <4305/info:/1734078057570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4339=[#edits: 1 = <4306/info:/1734078057571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4340=[#edits: 1 = <4307/info:/1734078057571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4341=[#edits: 1 = <4308/info:/1734078057571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4342=[#edits: 1 = <4309/info:/1734078057572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4343=[#edits: 1 = <4310/info:/1734078057572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4344=[#edits: 1 = <4311/info:/1734078057572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4345=[#edits: 1 = <4312/info:/1734078057573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4346=[#edits: 1 = <4313/info:/1734078057573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4347=[#edits: 1 = <4314/info:/1734078057573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4348=[#edits: 1 = <4315/info:/1734078057573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4349=[#edits: 1 = <4316/info:/1734078057574/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=63328, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,608 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4350=[#edits: 1 = <4317/info:/1734078057574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4351=[#edits: 1 = <4318/info:/1734078057574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4352=[#edits: 1 = <4319/info:/1734078057575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4353=[#edits: 1 = <4320/info:/1734078057575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4354=[#edits: 1 = <4321/info:/1734078057575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4355=[#edits: 1 = <4322/info:/1734078057576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4356=[#edits: 1 = <4323/info:/1734078057576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4357=[#edits: 1 = <4324/info:/1734078057576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4358=[#edits: 1 = <4325/info:/1734078057577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4359=[#edits: 1 = <4326/info:/1734078057577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4360=[#edits: 1 = <4327/info:/1734078057577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4361=[#edits: 1 = <4328/info:/1734078057578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4362=[#edits: 1 = <4329/info:/1734078057578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4363=[#edits: 1 = <4330/info:/1734078057578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4364=[#edits: 1 = <4331/info:/1734078057578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4365=[#edits: 1 = <4332/info:/1734078057579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4366=[#edits: 1 = <4333/info:/1734078057579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4367=[#edits: 1 = <4334/info:/1734078057579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4368=[#edits: 1 = <4335/info:/1734078057580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4369=[#edits: 1 = <4336/info:/1734078057580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4370=[#edits: 1 = <4337/info:/1734078057580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4371=[#edits: 1 = <4338/info:/1734078057580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4372=[#edits: 1 = <4339/info:/1734078057581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4373=[#edits: 1 = <4340/info:/1734078057581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4374=[#edits: 1 = <4341/info:/1734078057581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4375=[#edits: 1 = <4342/info:/1734078057582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4376=[#edits: 1 = <4343/info:/1734078057582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4377=[#edits: 1 = <4344/info:/1734078057582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4378=[#edits: 1 = <4345/info:/1734078057582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4379=[#edits: 1 = <4346/info:/1734078057583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4380=[#edits: 1 = <4347/info:/1734078057583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4381=[#edits: 1 = <4348/info:/1734078057583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4382=[#edits: 1 = <4349/info:/1734078057583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4383=[#edits: 1 = <4350/info:/1734078057584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4384=[#edits: 1 = <4351/info:/1734078057584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4385=[#edits: 1 = <4352/info:/1734078057584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4386=[#edits: 1 = <4353/info:/1734078057584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4387=[#edits: 1 = <4354/info:/1734078057585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4388=[#edits: 1 = <4355/info:/1734078057585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4389=[#edits: 1 = <4356/info:/1734078057585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4390=[#edits: 1 = <4357/info:/1734078057585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4391=[#edits: 1 = <4358/info:/1734078057586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4392=[#edits: 1 = <4359/info:/1734078057586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4393=[#edits: 1 = <4360/info:/1734078057586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4394=[#edits: 1 = <4361/info:/1734078057587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4395=[#edits: 1 = <4362/info:/1734078057587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4396=[#edits: 1 = <4363/info:/1734078057587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4397=[#edits: 1 = <4364/info:/1734078057588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4398=[#edits: 1 = <4365/info:/1734078057588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4399=[#edits: 1 = <4366/info:/1734078057588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4400=[#edits: 1 = <4367/info:/1734078057588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4401=[#edits: 1 = <4368/info:/1734078057589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4402=[#edits: 1 = <4369/info:/1734078057589/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=67197, nbRowKeys=53, nbHFiles=0, heapSize=9116, lastSeqIds={}, endOfFile=false,usedBufferSize=9116] 2024-12-13T08:20:57,611 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 52 WAL entries eligible for replication 2024-12-13T08:20:57,611 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 70993, reset compression=false 2024-12-13T08:20:57,611 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4403=[#edits: 1 = <4370/info:/1734078057589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4404=[#edits: 1 = <4371/info:/1734078057589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4405=[#edits: 1 = <4372/info:/1734078057590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4406=[#edits: 1 = <4373/info:/1734078057590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4407=[#edits: 1 = <4374/info:/1734078057590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4408=[#edits: 1 = <4375/info:/1734078057591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4409=[#edits: 1 = <4376/info:/1734078057591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4410=[#edits: 1 = <4377/info:/1734078057591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4411=[#edits: 1 = <4378/info:/1734078057592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4412=[#edits: 1 = <4379/info:/1734078057592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4413=[#edits: 1 = <4380/info:/1734078057592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4414=[#edits: 1 = <4381/info:/1734078057593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4415=[#edits: 1 = <4382/info:/1734078057594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4416=[#edits: 1 = <4383/info:/1734078057594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4417=[#edits: 1 = <4384/info:/1734078057595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4418=[#edits: 1 = <4385/info:/1734078057595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4419=[#edits: 1 = <4386/info:/1734078057596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4420=[#edits: 1 = <4387/info:/1734078057596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4421=[#edits: 1 = <4388/info:/1734078057597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4422=[#edits: 1 = <4389/info:/1734078057597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4423=[#edits: 1 = <4390/info:/1734078057598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4424=[#edits: 1 = <4391/info:/1734078057598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4425=[#edits: 1 = <4392/info:/1734078057599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4426=[#edits: 1 = <4393/info:/1734078057599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4427=[#edits: 1 = <4394/info:/1734078057600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4428=[#edits: 1 = <4395/info:/1734078057600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4429=[#edits: 1 = <4396/info:/1734078057600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4430=[#edits: 1 = <4397/info:/1734078057601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4431=[#edits: 1 = <4398/info:/1734078057601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4432=[#edits: 1 = <4399/info:/1734078057601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4433=[#edits: 1 = <4400/info:/1734078057602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4434=[#edits: 1 = <4401/info:/1734078057602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4435=[#edits: 1 = <4402/info:/1734078057602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4436=[#edits: 1 = <4403/info:/1734078057602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4437=[#edits: 1 = <4404/info:/1734078057603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4438=[#edits: 1 = <4405/info:/1734078057603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4439=[#edits: 1 = <4406/info:/1734078057603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4440=[#edits: 1 = <4407/info:/1734078057604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4441=[#edits: 1 = <4408/info:/1734078057604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4442=[#edits: 1 = <4409/info:/1734078057605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4443=[#edits: 1 = <4410/info:/1734078057605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4444=[#edits: 1 = <4411/info:/1734078057605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4445=[#edits: 1 = <4412/info:/1734078057606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4446=[#edits: 1 = <4413/info:/1734078057606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4447=[#edits: 1 = <4414/info:/1734078057606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4448=[#edits: 1 = <4415/info:/1734078057607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4449=[#edits: 1 = <4416/info:/1734078057607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4450=[#edits: 1 = <4417/info:/1734078057607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4451=[#edits: 1 = <4418/info:/1734078057608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4452=[#edits: 1 = <4419/info:/1734078057608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4453=[#edits: 1 = <4420/info:/1734078057608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4454=[#edits: 1 = <4421/info:/1734078057609/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=70993, nbRowKeys=52, nbHFiles=0, heapSize=8944, lastSeqIds={}, endOfFile=false,usedBufferSize=8944] 2024-12-13T08:20:57,614 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-13T08:20:57,614 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 72088, reset compression=false 2024-12-13T08:20:57,615 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4455=[#edits: 1 = <4422/info:/1734078057609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4456=[#edits: 1 = <4423/info:/1734078057609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4457=[#edits: 1 = <4424/info:/1734078057610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4458=[#edits: 1 = <4425/info:/1734078057610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4459=[#edits: 1 = <4426/info:/1734078057610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4460=[#edits: 1 = <4427/info:/1734078057611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4461=[#edits: 1 = <4428/info:/1734078057611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4462=[#edits: 1 = <4429/info:/1734078057611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4463=[#edits: 1 = <4430/info:/1734078057611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4464=[#edits: 1 = <4431/info:/1734078057612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4465=[#edits: 1 = <4432/info:/1734078057612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4466=[#edits: 1 = <4433/info:/1734078057612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4467=[#edits: 1 = <4434/info:/1734078057613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4468=[#edits: 1 = <4435/info:/1734078057613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4469=[#edits: 1 = <4436/info:/1734078057613/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=72088, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-13T08:20:57,617 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:57,618 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 72964, reset compression=false 2024-12-13T08:20:57,618 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4470=[#edits: 1 = <4437/info:/1734078057613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4471=[#edits: 1 = <4438/info:/1734078057614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4472=[#edits: 1 = <4439/info:/1734078057614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4473=[#edits: 1 = <4440/info:/1734078057614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4474=[#edits: 1 = <4441/info:/1734078057614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4475=[#edits: 1 = <4442/info:/1734078057615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4476=[#edits: 1 = <4443/info:/1734078057615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4477=[#edits: 1 = <4444/info:/1734078057615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4478=[#edits: 1 = <4445/info:/1734078057615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4479=[#edits: 1 = <4446/info:/1734078057616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4480=[#edits: 1 = <4447/info:/1734078057616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4481=[#edits: 1 = <4448/info:/1734078057616/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=72964, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:57,621 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:57,621 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 73767, reset compression=false 2024-12-13T08:20:57,621 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4482=[#edits: 1 = <4449/info:/1734078057617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4483=[#edits: 1 = <4450/info:/1734078057617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4484=[#edits: 1 = <4451/info:/1734078057617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4485=[#edits: 1 = <4452/info:/1734078057617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4486=[#edits: 1 = <4453/info:/1734078057618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4487=[#edits: 1 = <4454/info:/1734078057618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4488=[#edits: 1 = <4455/info:/1734078057618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4489=[#edits: 1 = <4456/info:/1734078057619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4490=[#edits: 1 = <4457/info:/1734078057619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4491=[#edits: 1 = <4458/info:/1734078057619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4492=[#edits: 1 = <4459/info:/1734078057619/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=73767, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:57,624 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:57,624 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 74497, reset compression=false 2024-12-13T08:20:57,624 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4493=[#edits: 1 = <4460/info:/1734078057620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4494=[#edits: 1 = <4461/info:/1734078057620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4495=[#edits: 1 = <4462/info:/1734078057620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4496=[#edits: 1 = <4463/info:/1734078057621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4497=[#edits: 1 = <4464/info:/1734078057621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4498=[#edits: 1 = <4465/info:/1734078057621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4499=[#edits: 1 = <4466/info:/1734078057622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4500=[#edits: 1 = <4467/info:/1734078057622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4501=[#edits: 1 = <4468/info:/1734078057622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4502=[#edits: 1 = <4469/info:/1734078057622/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=74497, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:57,627 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:57,627 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 75300, reset compression=false 2024-12-13T08:20:57,627 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4503=[#edits: 1 = <4470/info:/1734078057623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4504=[#edits: 1 = <4471/info:/1734078057623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4505=[#edits: 1 = <4472/info:/1734078057623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4506=[#edits: 1 = <4473/info:/1734078057623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4507=[#edits: 1 = <4474/info:/1734078057624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4508=[#edits: 1 = <4475/info:/1734078057624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4509=[#edits: 1 = <4476/info:/1734078057624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4510=[#edits: 1 = <4477/info:/1734078057625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4511=[#edits: 1 = <4478/info:/1734078057625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4512=[#edits: 1 = <4479/info:/1734078057625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4513=[#edits: 1 = <4480/info:/1734078057625/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=75300, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:57,630 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:57,630 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 76103, reset compression=false 2024-12-13T08:20:57,630 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4514=[#edits: 1 = <4481/info:/1734078057626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4515=[#edits: 1 = <4482/info:/1734078057626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4516=[#edits: 1 = <4483/info:/1734078057626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4517=[#edits: 1 = <4484/info:/1734078057627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4518=[#edits: 1 = <4485/info:/1734078057627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4519=[#edits: 1 = <4486/info:/1734078057627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4520=[#edits: 1 = <4487/info:/1734078057628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4521=[#edits: 1 = <4488/info:/1734078057628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4522=[#edits: 1 = <4489/info:/1734078057628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4523=[#edits: 1 = <4490/info:/1734078057629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4524=[#edits: 1 = <4491/info:/1734078057629/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=76103, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:57,634 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:57,634 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 76833, reset compression=false 2024-12-13T08:20:57,634 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4525=[#edits: 1 = <4492/info:/1734078057629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4526=[#edits: 1 = <4493/info:/1734078057630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4527=[#edits: 1 = <4494/info:/1734078057630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4528=[#edits: 1 = <4495/info:/1734078057630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4529=[#edits: 1 = <4496/info:/1734078057631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4530=[#edits: 1 = <4497/info:/1734078057631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4531=[#edits: 1 = <4498/info:/1734078057631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4532=[#edits: 1 = <4499/info:/1734078057632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4533=[#edits: 1 = <4500/info:/1734078057632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4534=[#edits: 1 = <4501/info:/1734078057632/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=76833, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:57,638 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:57,638 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 77636, reset compression=false 2024-12-13T08:20:57,638 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4535=[#edits: 1 = <4502/info:/1734078057633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4536=[#edits: 1 = <4503/info:/1734078057633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4537=[#edits: 1 = <4504/info:/1734078057634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4538=[#edits: 1 = <4505/info:/1734078057634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4539=[#edits: 1 = <4506/info:/1734078057634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4540=[#edits: 1 = <4507/info:/1734078057635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4541=[#edits: 1 = <4508/info:/1734078057635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4542=[#edits: 1 = <4509/info:/1734078057635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4543=[#edits: 1 = <4510/info:/1734078057636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4544=[#edits: 1 = <4511/info:/1734078057636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4545=[#edits: 1 = <4512/info:/1734078057636/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=77636, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:57,641 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-13T08:20:57,641 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 78512, reset compression=false 2024-12-13T08:20:57,641 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4546=[#edits: 1 = <4513/info:/1734078057637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4547=[#edits: 1 = <4514/info:/1734078057637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4548=[#edits: 1 = <4515/info:/1734078057637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4549=[#edits: 1 = <4516/info:/1734078057638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4550=[#edits: 1 = <4517/info:/1734078057638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4551=[#edits: 1 = <4518/info:/1734078057638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4552=[#edits: 1 = <4519/info:/1734078057639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4553=[#edits: 1 = <4520/info:/1734078057639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4554=[#edits: 1 = <4521/info:/1734078057639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4555=[#edits: 1 = <4522/info:/1734078057640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4556=[#edits: 1 = <4523/info:/1734078057640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4557=[#edits: 1 = <4524/info:/1734078057640/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=78512, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-13T08:20:57,645 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:57,645 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 79096, reset compression=false 2024-12-13T08:20:57,645 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4558=[#edits: 1 = <4525/info:/1734078057640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4559=[#edits: 1 = <4526/info:/1734078057641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4560=[#edits: 1 = <4527/info:/1734078057641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4561=[#edits: 1 = <4528/info:/1734078057642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4562=[#edits: 1 = <4529/info:/1734078057642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4563=[#edits: 1 = <4530/info:/1734078057642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4564=[#edits: 1 = <4531/info:/1734078057643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4565=[#edits: 1 = <4532/info:/1734078057643/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=79096, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:57,649 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:57,649 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta to pos 79680, reset compression=false 2024-12-13T08:20:57,649 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4566=[#edits: 1 = <4533/info:/1734078057644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4567=[#edits: 1 = <4534/info:/1734078057644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4568=[#edits: 1 = <4535/info:/1734078057644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4569=[#edits: 1 = <4536/info:/1734078057645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4570=[#edits: 1 = <4537/info:/1734078057645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4571=[#edits: 1 = <4538/info:/1734078057647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4572=[#edits: 1 = <4539/info:/1734078057647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4573=[#edits: 1 = <4540/info:/1734078057648/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=79680, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:57,655 DEBUG [AsyncFSWAL-0-hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155-prefix:6b1293cedc9a,39061,1734078053373.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80556, logrollsize=80530 2024-12-13T08:20:57,655 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C39061%2C1734078053373.meta:.meta(num 1734078057196) roll requested 2024-12-13T08:20:57,671 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, exclude list is [], retry=0 2024-12-13T08:20:57,673 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36433,DS-5a18d8e5-9ad6-46d3-8050-756d6ccbcd3f,DISK] 2024-12-13T08:20:57,673 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37559,DS-cd99a14f-1f99-42cf-8c7a-a998becac645,DISK] 2024-12-13T08:20:57,673 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39519,DS-5f2a7fcb-a8a0-4f1c-b11f-45431c0fff7a,DISK] 2024-12-13T08:20:57,716 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta with entries=1308, filesize=93.78 KB; new WAL /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta 2024-12-13T08:20:57,717 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36689:36689),(127.0.0.1/127.0.0.1:45073:45073),(127.0.0.1/127.0.0.1:35517:35517)] 2024-12-13T08:20:57,717 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta is not closed yet, will try archiving it next time 2024-12-13T08:20:57,717 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta to hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/oldWALs/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078056820.meta 2024-12-13T08:20:57,718 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta for the last time to pos 82381, reset compression=false 2024-12-13T08:20:57,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741849_1025 (size=96040) 2024-12-13T08:20:57,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741849_1025 (size=96040) 2024-12-13T08:20:57,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741849_1025 (size=96040) 2024-12-13T08:20:57,723 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,724 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,723 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4574=[#edits: 1 = <4541/info:/1734078057648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4575=[#edits: 1 = <4542/info:/1734078057649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4576=[#edits: 1 = <4543/info:/1734078057649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4577=[#edits: 1 = <4544/info:/1734078057651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4578=[#edits: 1 = <4545/info:/1734078057651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4579=[#edits: 1 = <4546/info:/1734078057652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4580=[#edits: 1 = <4547/info:/1734078057652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4581=[#edits: 1 = <4548/info:/1734078057653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4582=[#edits: 1 = <4549/info:/1734078057653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4583=[#edits: 1 = <4550/info:/1734078057653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4584=[#edits: 1 = <4551/info:/1734078057654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4585=[#edits: 1 = <4552/info:/1734078057654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4586=[#edits: 1 = <4553/info:/1734078057655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4587=[#edits: 1 = <4554/info:/1734078057655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4588=[#edits: 1 = <4555/info:/1734078057655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4589=[#edits: 1 = <4556/info:/1734078057656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4590=[#edits: 1 = <4557/info:/1734078057656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4591=[#edits: 1 = <4558/info:/1734078057656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4592=[#edits: 1 = <4559/info:/1734078057657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4593=[#edits: 1 = <4560/info:/1734078057657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4594=[#edits: 1 = <4561/info:/1734078057657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4595=[#edits: 1 = <4562/info:/1734078057658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4596=[#edits: 1 = <4563/info:/1734078057658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4597=[#edits: 1 = <4564/info:/1734078057658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4598=[#edits: 1 = <4565/info:/1734078057658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4599=[#edits: 1 = <4566/info:/1734078057659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4600=[#edits: 1 = <4567/info:/1734078057659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4601=[#edits: 1 = <4568/info:/1734078057660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4602=[#edits: 1 = <4569/info:/1734078057660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4603=[#edits: 1 = <4570/info:/1734078057660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4604=[#edits: 1 = <4571/info:/1734078057661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4605=[#edits: 1 = <4572/info:/1734078057661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4606=[#edits: 1 = <4573/info:/1734078057662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4607=[#edits: 1 = <4574/info:/1734078057662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4608=[#edits: 1 = <4575/info:/1734078057662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4609=[#edits: 1 = <4576/info:/1734078057663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4610=[#edits: 1 = <4577/info:/1734078057663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4611=[#edits: 1 = <4578/info:/1734078057663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4612=[#edits: 1 = <4579/info:/1734078057664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4613=[#edits: 1 = <4580/info:/1734078057665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4614=[#edits: 1 = <4581/info:/1734078057665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4615=[#edits: 1 = <4582/info:/1734078057666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4616=[#edits: 1 = <4583/info:/1734078057666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4617=[#edits: 1 = <4584/info:/1734078057666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4618=[#edits: 1 = <4585/info:/1734078057667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4619=[#edits: 1 = <4586/info:/1734078057667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4620=[#edits: 1 = <4587/info:/1734078057667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4621=[#edits: 1 = <4588/info:/1734078057668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4622=[#edits: 1 = <4589/info:/1734078057668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4623=[#edits: 1 = <4590/info:/1734078057668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4624=[#edits: 1 = <4591/info:/1734078057669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4625=[#edits: 1 = <4592/info:/1734078057669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4626=[#edits: 1 = <4593/info:/1734078057669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4627=[#edits: 1 = <4594/info:/1734078057670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4628=[#edits: 1 = <4595/info:/1734078057670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4629=[#edits: 1 = <4596/info:/1734078057670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4630=[#edits: 1 = <4597/info:/1734078057671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4631=[#edits: 1 = <4598/info:/1734078057671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4632=[#edits: 1 = <4599/info:/1734078057671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4633=[#edits: 1 = <4600/info:/1734078057672/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=84060, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,724 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,725 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta 2024-12-13T08:20:57,725 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4634=[#edits: 1 = <4601/info:/1734078057672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4635=[#edits: 1 = <4602/info:/1734078057672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4636=[#edits: 1 = <4603/info:/1734078057673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4637=[#edits: 1 = <4604/info:/1734078057673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4638=[#edits: 1 = <4605/info:/1734078057674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4639=[#edits: 1 = <4606/info:/1734078057674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4640=[#edits: 1 = <4607/info:/1734078057674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4641=[#edits: 1 = <4608/info:/1734078057674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4642=[#edits: 1 = <4609/info:/1734078057675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4643=[#edits: 1 = <4610/info:/1734078057675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4644=[#edits: 1 = <4611/info:/1734078057675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4645=[#edits: 1 = <4612/info:/1734078057675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4646=[#edits: 1 = <4613/info:/1734078057676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4647=[#edits: 1 = <4614/info:/1734078057676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4648=[#edits: 1 = <4615/info:/1734078057676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4649=[#edits: 1 = <4616/info:/1734078057676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4650=[#edits: 1 = <4617/info:/1734078057677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4651=[#edits: 1 = <4618/info:/1734078057677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4652=[#edits: 1 = <4619/info:/1734078057677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4653=[#edits: 1 = <4620/info:/1734078057677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4654=[#edits: 1 = <4621/info:/1734078057678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4655=[#edits: 1 = <4622/info:/1734078057678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4656=[#edits: 1 = <4623/info:/1734078057678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4657=[#edits: 1 = <4624/info:/1734078057678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4658=[#edits: 1 = <4625/info:/1734078057678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4659=[#edits: 1 = <4626/info:/1734078057679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4660=[#edits: 1 = <4627/info:/1734078057679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4661=[#edits: 1 = <4628/info:/1734078057679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4662=[#edits: 1 = <4629/info:/1734078057680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4663=[#edits: 1 = <4630/info:/1734078057680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4664=[#edits: 1 = <4631/info:/1734078057680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4665=[#edits: 1 = <4632/info:/1734078057680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4666=[#edits: 1 = <4633/info:/1734078057681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4667=[#edits: 1 = <4634/info:/1734078057681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4668=[#edits: 1 = <4635/info:/1734078057682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4669=[#edits: 1 = <4636/info:/1734078057682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4670=[#edits: 1 = <4637/info:/1734078057682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4671=[#edits: 1 = <4638/info:/1734078057682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4672=[#edits: 1 = <4639/info:/1734078057683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4673=[#edits: 1 = <4640/info:/1734078057683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4674=[#edits: 1 = <4641/info:/1734078057683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4675=[#edits: 1 = <4642/info:/1734078057684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4676=[#edits: 1 = <4643/info:/1734078057684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4677=[#edits: 1 = <4644/info:/1734078057684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4678=[#edits: 1 = <4645/info:/1734078057685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4679=[#edits: 1 = <4646/info:/1734078057685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4680=[#edits: 1 = <4647/info:/1734078057685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4681=[#edits: 1 = <4648/info:/1734078057685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4682=[#edits: 1 = <4649/info:/1734078057686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4683=[#edits: 1 = <4650/info:/1734078057686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4684=[#edits: 1 = <4651/info:/1734078057686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4685=[#edits: 1 = <4652/info:/1734078057686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4686=[#edits: 1 = <4653/info:/1734078057686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4687=[#edits: 1 = <4654/info:/1734078057687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4688=[#edits: 1 = <4655/info:/1734078057687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4689=[#edits: 1 = <4656/info:/1734078057687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4690=[#edits: 1 = <4657/info:/1734078057687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4691=[#edits: 1 = <4658/info:/1734078057688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4692=[#edits: 1 = <4659/info:/1734078057688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4693=[#edits: 1 = <4660/info:/1734078057688/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=88440, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,725 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 44 WAL entries eligible for replication 2024-12-13T08:20:57,726 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, startPosition=0, beingWritten=true 2024-12-13T08:20:57,726 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4694=[#edits: 1 = <4661/info:/1734078057688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4695=[#edits: 1 = <4662/info:/1734078057689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4696=[#edits: 1 = <4663/info:/1734078057689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4697=[#edits: 1 = <4664/info:/1734078057689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4698=[#edits: 1 = <4665/info:/1734078057689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4699=[#edits: 1 = <4666/info:/1734078057689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4700=[#edits: 1 = <4667/info:/1734078057690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4701=[#edits: 1 = <4668/info:/1734078057690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4702=[#edits: 1 = <4669/info:/1734078057690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4703=[#edits: 1 = <4670/info:/1734078057690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4704=[#edits: 1 = <4671/info:/1734078057691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4705=[#edits: 1 = <4672/info:/1734078057691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4706=[#edits: 1 = <4673/info:/1734078057691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4707=[#edits: 1 = <4674/info:/1734078057691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4708=[#edits: 1 = <4675/info:/1734078057692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4709=[#edits: 1 = <4676/info:/1734078057692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4710=[#edits: 1 = <4677/info:/1734078057692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4711=[#edits: 1 = <4678/info:/1734078057692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4712=[#edits: 1 = <4679/info:/1734078057692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4713=[#edits: 1 = <4680/info:/1734078057693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4714=[#edits: 1 = <4681/info:/1734078057693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4715=[#edits: 1 = <4682/info:/1734078057693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4716=[#edits: 1 = <4683/info:/1734078057693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4717=[#edits: 1 = <4684/info:/1734078057693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4718=[#edits: 1 = <4685/info:/1734078057694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4719=[#edits: 1 = <4686/info:/1734078057694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4720=[#edits: 1 = <4687/info:/1734078057694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4721=[#edits: 1 = <4688/info:/1734078057694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4722=[#edits: 1 = <4689/info:/1734078057695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4723=[#edits: 1 = <4690/info:/1734078057695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4724=[#edits: 1 = <4691/info:/1734078057695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4725=[#edits: 1 = <4692/info:/1734078057695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4726=[#edits: 1 = <4693/info:/1734078057696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4727=[#edits: 1 = <4694/info:/1734078057696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4728=[#edits: 1 = <4695/info:/1734078057696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4729=[#edits: 1 = <4696/info:/1734078057696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4730=[#edits: 1 = <4697/info:/1734078057696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4731=[#edits: 1 = <4698/info:/1734078057697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4732=[#edits: 1 = <4699/info:/1734078057697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4733=[#edits: 1 = <4700/info:/1734078057697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4734=[#edits: 1 = <4701/info:/1734078057697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4735=[#edits: 1 = <4702/info:/1734078057697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4736=[#edits: 1 = <4703/info:/1734078057698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4737=[#edits: 1 = <4704/info:/1734078057698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4738=[#edits: 1 = <4705/info:/1734078057698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4739=[#edits: 1 = <4706/info:/1734078057698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4740=[#edits: 1 = <4707/info:/1734078057699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4741=[#edits: 1 = <4708/info:/1734078057699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4742=[#edits: 1 = <4709/info:/1734078057699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4743=[#edits: 1 = <4710/info:/1734078057699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4744=[#edits: 1 = <4711/info:/1734078057700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4745=[#edits: 1 = <4712/info:/1734078057700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4746=[#edits: 1 = <4713/info:/1734078057700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4747=[#edits: 1 = <4714/info:/1734078057700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4748=[#edits: 1 = <4715/info:/1734078057701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4749=[#edits: 1 = <4716/info:/1734078057701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4750=[#edits: 1 = <4717/info:/1734078057701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4751=[#edits: 1 = <4718/info:/1734078057701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4752=[#edits: 1 = <4719/info:/1734078057701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4753=[#edits: 1 = <4720/info:/1734078057702/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=92820, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,728 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4754=[#edits: 1 = <4721/info:/1734078057702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4755=[#edits: 1 = <4722/info:/1734078057702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4756=[#edits: 1 = <4723/info:/1734078057703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4757=[#edits: 1 = <4724/info:/1734078057703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4758=[#edits: 1 = <4725/info:/1734078057703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4759=[#edits: 1 = <4726/info:/1734078057703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4760=[#edits: 1 = <4727/info:/1734078057704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4761=[#edits: 1 = <4728/info:/1734078057704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4762=[#edits: 1 = <4729/info:/1734078057704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4763=[#edits: 1 = <4730/info:/1734078057705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4764=[#edits: 1 = <4731/info:/1734078057705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4765=[#edits: 1 = <4732/info:/1734078057705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4766=[#edits: 1 = <4733/info:/1734078057706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4767=[#edits: 1 = <4734/info:/1734078057706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4768=[#edits: 1 = <4735/info:/1734078057706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4769=[#edits: 1 = <4736/info:/1734078057706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4770=[#edits: 1 = <4737/info:/1734078057707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4771=[#edits: 1 = <4738/info:/1734078057707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4772=[#edits: 1 = <4739/info:/1734078057707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4773=[#edits: 1 = <4740/info:/1734078057708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4774=[#edits: 1 = <4741/info:/1734078057708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4775=[#edits: 1 = <4742/info:/1734078057708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4776=[#edits: 1 = <4743/info:/1734078057709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4777=[#edits: 1 = <4744/info:/1734078057709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4778=[#edits: 1 = <4745/info:/1734078057709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4779=[#edits: 1 = <4746/info:/1734078057710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4780=[#edits: 1 = <4747/info:/1734078057710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4781=[#edits: 1 = <4748/info:/1734078057710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4782=[#edits: 1 = <4749/info:/1734078057711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4783=[#edits: 1 = <4750/info:/1734078057711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4784=[#edits: 1 = <4751/info:/1734078057711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4785=[#edits: 1 = <4752/info:/1734078057712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4786=[#edits: 1 = <4753/info:/1734078057712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4787=[#edits: 1 = <4754/info:/1734078057712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4788=[#edits: 1 = <4755/info:/1734078057713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4789=[#edits: 1 = <4756/info:/1734078057713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4790=[#edits: 1 = <4757/info:/1734078057713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4791=[#edits: 1 = <4758/info:/1734078057714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4792=[#edits: 1 = <4759/info:/1734078057714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4793=[#edits: 1 = <4760/info:/1734078057714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4794=[#edits: 1 = <4761/info:/1734078057714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4795=[#edits: 1 = <4762/info:/1734078057715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4796=[#edits: 1 = <4763/info:/1734078057715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4797=[#edits: 1 = <4764/info:/1734078057716/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057196.meta, lastWalPosition=96032, nbRowKeys=44, nbHFiles=0, heapSize=7568, lastSeqIds={}, endOfFile=true,usedBufferSize=7568] 2024-12-13T08:20:57,749 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-13T08:20:57,749 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4798=[#edits: 1 = <4765/info:/1734078057716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4799=[#edits: 1 = <4766/info:/1734078057718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4800=[#edits: 1 = <4767/info:/1734078057719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4801=[#edits: 1 = <4768/info:/1734078057720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4802=[#edits: 1 = <4769/info:/1734078057720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4803=[#edits: 1 = <4770/info:/1734078057720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4804=[#edits: 1 = <4771/info:/1734078057721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4805=[#edits: 1 = <4772/info:/1734078057722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4806=[#edits: 1 = <4773/info:/1734078057722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4807=[#edits: 1 = <4774/info:/1734078057723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4808=[#edits: 1 = <4775/info:/1734078057723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4809=[#edits: 1 = <4776/info:/1734078057724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4810=[#edits: 1 = <4777/info:/1734078057724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4811=[#edits: 1 = <4778/info:/1734078057725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4812=[#edits: 1 = <4779/info:/1734078057725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4813=[#edits: 1 = <4780/info:/1734078057726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4814=[#edits: 1 = <4781/info:/1734078057726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4815=[#edits: 1 = <4782/info:/1734078057727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4816=[#edits: 1 = <4783/info:/1734078057729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4817=[#edits: 1 = <4784/info:/1734078057729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4818=[#edits: 1 = <4785/info:/1734078057730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4819=[#edits: 1 = <4786/info:/1734078057730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4820=[#edits: 1 = <4787/info:/1734078057730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4821=[#edits: 1 = <4788/info:/1734078057730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4822=[#edits: 1 = <4789/info:/1734078057731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4823=[#edits: 1 = <4790/info:/1734078057731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4824=[#edits: 1 = <4791/info:/1734078057731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4825=[#edits: 1 = <4792/info:/1734078057732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4826=[#edits: 1 = <4793/info:/1734078057732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4827=[#edits: 1 = <4794/info:/1734078057732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4828=[#edits: 1 = <4795/info:/1734078057733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4829=[#edits: 1 = <4796/info:/1734078057733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4830=[#edits: 1 = <4797/info:/1734078057733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4831=[#edits: 1 = <4798/info:/1734078057734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4832=[#edits: 1 = <4799/info:/1734078057734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4833=[#edits: 1 = <4800/info:/1734078057734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4834=[#edits: 1 = <4801/info:/1734078057735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4835=[#edits: 1 = <4802/info:/1734078057735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4836=[#edits: 1 = <4803/info:/1734078057735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4837=[#edits: 1 = <4804/info:/1734078057736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4838=[#edits: 1 = <4805/info:/1734078057736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4839=[#edits: 1 = <4806/info:/1734078057736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4840=[#edits: 1 = <4807/info:/1734078057736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4841=[#edits: 1 = <4808/info:/1734078057737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4842=[#edits: 1 = <4809/info:/1734078057737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4843=[#edits: 1 = <4810/info:/1734078057737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4844=[#edits: 1 = <4811/info:/1734078057738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4845=[#edits: 1 = <4812/info:/1734078057738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4846=[#edits: 1 = <4813/info:/1734078057738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4847=[#edits: 1 = <4814/info:/1734078057739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4848=[#edits: 1 = <4815/info:/1734078057739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4849=[#edits: 1 = <4816/info:/1734078057739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4850=[#edits: 1 = <4817/info:/1734078057739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4851=[#edits: 1 = <4818/info:/1734078057739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4852=[#edits: 1 = <4819/info:/1734078057740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4853=[#edits: 1 = <4820/info:/1734078057740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4854=[#edits: 1 = <4821/info:/1734078057740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4855=[#edits: 1 = <4822/info:/1734078057740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4856=[#edits: 1 = <4823/info:/1734078057741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4857=[#edits: 1 = <4824/info:/1734078057741/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=4465, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-13T08:20:57,750 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 26 WAL entries eligible for replication 2024-12-13T08:20:57,750 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 6363, reset compression=false 2024-12-13T08:20:57,751 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4858=[#edits: 1 = <4825/info:/1734078057741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4859=[#edits: 1 = <4826/info:/1734078057741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4860=[#edits: 1 = <4827/info:/1734078057742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4861=[#edits: 1 = <4828/info:/1734078057742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4862=[#edits: 1 = <4829/info:/1734078057742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4863=[#edits: 1 = <4830/info:/1734078057742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4864=[#edits: 1 = <4831/info:/1734078057743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4865=[#edits: 1 = <4832/info:/1734078057743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4866=[#edits: 1 = <4833/info:/1734078057743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4867=[#edits: 1 = <4834/info:/1734078057743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4868=[#edits: 1 = <4835/info:/1734078057743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4869=[#edits: 1 = <4836/info:/1734078057744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4870=[#edits: 1 = <4837/info:/1734078057744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4871=[#edits: 1 = <4838/info:/1734078057744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4872=[#edits: 1 = <4839/info:/1734078057744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4873=[#edits: 1 = <4840/info:/1734078057745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4874=[#edits: 1 = <4841/info:/1734078057745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4875=[#edits: 1 = <4842/info:/1734078057745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4876=[#edits: 1 = <4843/info:/1734078057745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4877=[#edits: 1 = <4844/info:/1734078057745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4878=[#edits: 1 = <4845/info:/1734078057746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4879=[#edits: 1 = <4846/info:/1734078057746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4880=[#edits: 1 = <4847/info:/1734078057746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4881=[#edits: 1 = <4848/info:/1734078057746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4882=[#edits: 1 = <4849/info:/1734078057747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4883=[#edits: 1 = <4850/info:/1734078057747/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=6363, nbRowKeys=26, nbHFiles=0, heapSize=4472, lastSeqIds={}, endOfFile=false,usedBufferSize=4472] 2024-12-13T08:20:57,753 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-13T08:20:57,754 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 7531, reset compression=false 2024-12-13T08:20:57,754 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4884=[#edits: 1 = <4851/info:/1734078057747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4885=[#edits: 1 = <4852/info:/1734078057748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4886=[#edits: 1 = <4853/info:/1734078057748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4887=[#edits: 1 = <4854/info:/1734078057748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4888=[#edits: 1 = <4855/info:/1734078057748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4889=[#edits: 1 = <4856/info:/1734078057749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4890=[#edits: 1 = <4857/info:/1734078057749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4891=[#edits: 1 = <4858/info:/1734078057749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4892=[#edits: 1 = <4859/info:/1734078057750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4893=[#edits: 1 = <4860/info:/1734078057750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4894=[#edits: 1 = <4861/info:/1734078057750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4895=[#edits: 1 = <4862/info:/1734078057751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4896=[#edits: 1 = <4863/info:/1734078057751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4897=[#edits: 1 = <4864/info:/1734078057752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4898=[#edits: 1 = <4865/info:/1734078057752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4899=[#edits: 1 = <4866/info:/1734078057752/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=7531, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-13T08:20:57,757 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:57,757 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 8334, reset compression=false 2024-12-13T08:20:57,757 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4900=[#edits: 1 = <4867/info:/1734078057752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4901=[#edits: 1 = <4868/info:/1734078057753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4902=[#edits: 1 = <4869/info:/1734078057753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4903=[#edits: 1 = <4870/info:/1734078057753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4904=[#edits: 1 = <4871/info:/1734078057754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4905=[#edits: 1 = <4872/info:/1734078057754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4906=[#edits: 1 = <4873/info:/1734078057754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4907=[#edits: 1 = <4874/info:/1734078057755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4908=[#edits: 1 = <4875/info:/1734078057755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4909=[#edits: 1 = <4876/info:/1734078057755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4910=[#edits: 1 = <4877/info:/1734078057755/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=8334, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:57,760 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:20:57,760 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 8918, reset compression=false 2024-12-13T08:20:57,760 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4911=[#edits: 1 = <4878/info:/1734078057756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4912=[#edits: 1 = <4879/info:/1734078057756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4913=[#edits: 1 = <4880/info:/1734078057756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4914=[#edits: 1 = <4881/info:/1734078057757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4915=[#edits: 1 = <4882/info:/1734078057757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4916=[#edits: 1 = <4883/info:/1734078057757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4917=[#edits: 1 = <4884/info:/1734078057759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4918=[#edits: 1 = <4885/info:/1734078057759/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=8918, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-13T08:20:57,763 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:57,763 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 9721, reset compression=false 2024-12-13T08:20:57,763 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4919=[#edits: 1 = <4886/info:/1734078057759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4920=[#edits: 1 = <4887/info:/1734078057760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4921=[#edits: 1 = <4888/info:/1734078057760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4922=[#edits: 1 = <4889/info:/1734078057760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4923=[#edits: 1 = <4890/info:/1734078057760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4924=[#edits: 1 = <4891/info:/1734078057761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4925=[#edits: 1 = <4892/info:/1734078057761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4926=[#edits: 1 = <4893/info:/1734078057761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4927=[#edits: 1 = <4894/info:/1734078057761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4928=[#edits: 1 = <4895/info:/1734078057762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4929=[#edits: 1 = <4896/info:/1734078057762/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=9721, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:57,766 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:57,766 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 10451, reset compression=false 2024-12-13T08:20:57,766 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4930=[#edits: 1 = <4897/info:/1734078057762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4931=[#edits: 1 = <4898/info:/1734078057763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4932=[#edits: 1 = <4899/info:/1734078057763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4933=[#edits: 1 = <4900/info:/1734078057763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4934=[#edits: 1 = <4901/info:/1734078057763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4935=[#edits: 1 = <4902/info:/1734078057764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4936=[#edits: 1 = <4903/info:/1734078057764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4937=[#edits: 1 = <4904/info:/1734078057764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4938=[#edits: 1 = <4905/info:/1734078057765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4939=[#edits: 1 = <4906/info:/1734078057765/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=10451, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:57,769 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:20:57,769 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 10889, reset compression=false 2024-12-13T08:20:57,769 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4940=[#edits: 1 = <4907/info:/1734078057765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4941=[#edits: 1 = <4908/info:/1734078057766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4942=[#edits: 1 = <4909/info:/1734078057766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4943=[#edits: 1 = <4910/info:/1734078057766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4944=[#edits: 1 = <4911/info:/1734078057767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4945=[#edits: 1 = <4912/info:/1734078057768/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=10889, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-13T08:20:57,773 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:57,773 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 11619, reset compression=false 2024-12-13T08:20:57,773 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4946=[#edits: 1 = <4913/info:/1734078057768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4947=[#edits: 1 = <4914/info:/1734078057768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4948=[#edits: 1 = <4915/info:/1734078057769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4949=[#edits: 1 = <4916/info:/1734078057769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4950=[#edits: 1 = <4917/info:/1734078057769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4951=[#edits: 1 = <4918/info:/1734078057770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4952=[#edits: 1 = <4919/info:/1734078057770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4953=[#edits: 1 = <4920/info:/1734078057770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4954=[#edits: 1 = <4921/info:/1734078057771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4955=[#edits: 1 = <4922/info:/1734078057771/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=11619, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:57,776 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-13T08:20:57,776 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 12130, reset compression=false 2024-12-13T08:20:57,776 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4956=[#edits: 1 = <4923/info:/1734078057771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4957=[#edits: 1 = <4924/info:/1734078057772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4958=[#edits: 1 = <4925/info:/1734078057772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4959=[#edits: 1 = <4926/info:/1734078057772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4960=[#edits: 1 = <4927/info:/1734078057773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4961=[#edits: 1 = <4928/info:/1734078057773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4962=[#edits: 1 = <4929/info:/1734078057774/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=12130, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-13T08:20:57,779 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:57,779 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 12860, reset compression=false 2024-12-13T08:20:57,779 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4963=[#edits: 1 = <4930/info:/1734078057775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4964=[#edits: 1 = <4931/info:/1734078057775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4965=[#edits: 1 = <4932/info:/1734078057775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4966=[#edits: 1 = <4933/info:/1734078057776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4967=[#edits: 1 = <4934/info:/1734078057776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4968=[#edits: 1 = <4935/info:/1734078057776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4969=[#edits: 1 = <4936/info:/1734078057777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4970=[#edits: 1 = <4937/info:/1734078057777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4971=[#edits: 1 = <4938/info:/1734078057777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4972=[#edits: 1 = <4939/info:/1734078057777/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=12860, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:57,782 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:57,782 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 13517, reset compression=false 2024-12-13T08:20:57,782 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4973=[#edits: 1 = <4940/info:/1734078057778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4974=[#edits: 1 = <4941/info:/1734078057778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4975=[#edits: 1 = <4942/info:/1734078057778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4976=[#edits: 1 = <4943/info:/1734078057779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4977=[#edits: 1 = <4944/info:/1734078057779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4978=[#edits: 1 = <4945/info:/1734078057780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4979=[#edits: 1 = <4946/info:/1734078057780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4980=[#edits: 1 = <4947/info:/1734078057780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4981=[#edits: 1 = <4948/info:/1734078057780/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=13517, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:57,786 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:57,786 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 14320, reset compression=false 2024-12-13T08:20:57,786 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4982=[#edits: 1 = <4949/info:/1734078057781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4983=[#edits: 1 = <4950/info:/1734078057781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4984=[#edits: 1 = <4951/info:/1734078057782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4985=[#edits: 1 = <4952/info:/1734078057782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4986=[#edits: 1 = <4953/info:/1734078057782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4987=[#edits: 1 = <4954/info:/1734078057783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4988=[#edits: 1 = <4955/info:/1734078057783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4989=[#edits: 1 = <4956/info:/1734078057784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4990=[#edits: 1 = <4957/info:/1734078057784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4991=[#edits: 1 = <4958/info:/1734078057784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4992=[#edits: 1 = <4959/info:/1734078057784/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=14320, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:57,789 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:57,789 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 15050, reset compression=false 2024-12-13T08:20:57,789 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4993=[#edits: 1 = <4960/info:/1734078057785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4994=[#edits: 1 = <4961/info:/1734078057785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4995=[#edits: 1 = <4962/info:/1734078057785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4996=[#edits: 1 = <4963/info:/1734078057786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4997=[#edits: 1 = <4964/info:/1734078057786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4998=[#edits: 1 = <4965/info:/1734078057787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4999=[#edits: 1 = <4966/info:/1734078057787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5000=[#edits: 1 = <4967/info:/1734078057787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5001=[#edits: 1 = <4968/info:/1734078057787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5002=[#edits: 1 = <4969/info:/1734078057788/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=15050, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:57,793 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:20:57,793 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 15853, reset compression=false 2024-12-13T08:20:57,793 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5003=[#edits: 1 = <4970/info:/1734078057788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5004=[#edits: 1 = <4971/info:/1734078057788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5005=[#edits: 1 = <4972/info:/1734078057789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5006=[#edits: 1 = <4973/info:/1734078057789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5007=[#edits: 1 = <4974/info:/1734078057789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5008=[#edits: 1 = <4975/info:/1734078057790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5009=[#edits: 1 = <4976/info:/1734078057790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5010=[#edits: 1 = <4977/info:/1734078057790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5011=[#edits: 1 = <4978/info:/1734078057791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5012=[#edits: 1 = <4979/info:/1734078057791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5013=[#edits: 1 = <4980/info:/1734078057791/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=15853, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-13T08:20:57,796 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-13T08:20:57,796 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 16583, reset compression=false 2024-12-13T08:20:57,796 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5014=[#edits: 1 = <4981/info:/1734078057792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5015=[#edits: 1 = <4982/info:/1734078057792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5016=[#edits: 1 = <4983/info:/1734078057792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5017=[#edits: 1 = <4984/info:/1734078057793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5018=[#edits: 1 = <4985/info:/1734078057793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5019=[#edits: 1 = <4986/info:/1734078057793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5020=[#edits: 1 = <4987/info:/1734078057794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5021=[#edits: 1 = <4988/info:/1734078057794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5022=[#edits: 1 = <4989/info:/1734078057794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5023=[#edits: 1 = <4990/info:/1734078057795/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=16583, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-13T08:20:57,798 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(216): flushing table 2024-12-13T08:20:57,799 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-13T08:20:57,799 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:20:57,799 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17240, reset compression=false 2024-12-13T08:20:57,799 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5024=[#edits: 1 = <4991/info:/1734078057795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5025=[#edits: 1 = <4992/info:/1734078057795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5026=[#edits: 1 = <4993/info:/1734078057796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5027=[#edits: 1 = <4994/info:/1734078057796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5028=[#edits: 1 = <4995/info:/1734078057797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5029=[#edits: 1 = <4996/info:/1734078057797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5030=[#edits: 1 = <4997/info:/1734078057797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5031=[#edits: 1 = <4998/info:/1734078057798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5032=[#edits: 1 = <4999/info:/1734078057798/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=17240, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-13T08:20:57,802 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:57,802 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17426, reset compression=false 2024-12-13T08:20:57,803 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5034=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078057799/Put/vlen=102/seqid=0; >],292}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=17426, nbRowKeys=1, nbHFiles=0, heapSize=292, lastSeqIds={}, endOfFile=false,usedBufferSize=292] 2024-12-13T08:20:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 5033 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 5033 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:57,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=31.25 KB heapSize=99.69 KB 2024-12-13T08:20:57,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=31.25 KB heapSize=99.69 KB 2024-12-13T08:20:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:5033 2024-12-13T08:20:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:5033 2024-12-13T08:20:57,804 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/2b9d565fc5b0497e9720a51f9e565e15 is 36, key is 4000/info:/1734078057457/Put/seqid=0 2024-12-13T08:20:57,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741853_1029 (size=46423) 2024-12-13T08:20:57,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741853_1029 (size=46423) 2024-12-13T08:20:57,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741853_1029 (size=46423) 2024-12-13T08:20:57,809 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=5033 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/2b9d565fc5b0497e9720a51f9e565e15 2024-12-13T08:20:57,813 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/.tmp/info/2b9d565fc5b0497e9720a51f9e565e15 as hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/2b9d565fc5b0497e9720a51f9e565e15 2024-12-13T08:20:57,816 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/2b9d565fc5b0497e9720a51f9e565e15, entries=1000, sequenceid=5033, filesize=45.3 K 2024-12-13T08:20:57,817 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 19ms, sequenceid=5033, compaction requested=false 2024-12-13T08:20:57,817 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:20:57,817 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(218): compacting table 2024-12-13T08:20:57,817 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [90,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:57,817 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$1(355): verifying replication for region replica:{ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-13T08:20:57,918 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [90,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:20:57,918 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$1(355): verifying replication for region replica:{ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-13T08:20:57,998 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44a4c293 to 127.0.0.1:53839 2024-12-13T08:20:57,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:57,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T08:20:57,999 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T08:20:57,999 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6de960e7 to 127.0.0.1:53839 2024-12-13T08:20:57,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:57,999 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T08:20:57,999 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1320815127, stopped=false 2024-12-13T08:20:57,999 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=6b1293cedc9a,34183,1734078053120 2024-12-13T08:20:58,005 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17426, reset compression=false 2024-12-13T08:20:58,009 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:58,009 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17646, reset compression=false 2024-12-13T08:20:58,009 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5035=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078057816/Put/vlen=136/seqid=0; >],324}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=17646, nbRowKeys=1, nbHFiles=0, heapSize=324, lastSeqIds={}, endOfFile=false,usedBufferSize=324] 2024-12-13T08:20:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 5033 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "2b9d565fc5b0497e9720a51f9e565e15" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 5033 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "2b9d565fc5b0497e9720a51f9e565e15" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:20:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:5033 and a previous prepared snapshot was found 2024-12-13T08:20:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:5033 and a previous prepared snapshot was found 2024-12-13T08:20:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:20:58,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b575c1 added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/2b9d565fc5b0497e9720a51f9e565e15, entries=1000, sequenceid=5033, filesize=45.3 K 2024-12-13T08:20:58,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@218c9d68 added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/2b9d565fc5b0497e9720a51f9e565e15, entries=1000, sequenceid=5033, filesize=45.3 K 2024-12-13T08:20:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:20:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:58,048 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T08:20:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:58,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:58,048 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,39897,1734078053280' ***** 2024-12-13T08:20:58,048 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:58,048 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,44729,1734078053308' ***** 2024-12-13T08:20:58,049 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:58,049 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,37913,1734078053343' ***** 2024-12-13T08:20:58,049 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:58,049 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,39061,1734078053373' ***** 2024-12-13T08:20:58,049 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:58,049 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:58,049 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:58,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:58,050 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:58,050 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:58,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:58,050 INFO [RS:2;6b1293cedc9a:37913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:58,050 INFO [RS:0;6b1293cedc9a:39897 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:58,050 INFO [RS:1;6b1293cedc9a:44729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:58,050 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:58,050 INFO [RS:1;6b1293cedc9a:44729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:58,050 INFO [RS:0;6b1293cedc9a:39897 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:58,050 INFO [RS:2;6b1293cedc9a:37913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:58,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:58,050 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,44729,1734078053308 2024-12-13T08:20:58,050 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,39897,1734078053280 2024-12-13T08:20:58,050 DEBUG [RS:1;6b1293cedc9a:44729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:58,050 DEBUG [RS:0;6b1293cedc9a:39897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:58,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:58,050 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T08:20:58,050 DEBUG [RS:0;6b1293cedc9a:39897 {}] regionserver.HRegionServer(1603): Online Regions={534574363=hbase:meta,,1_0001.534574363} 2024-12-13T08:20:58,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:20:58,050 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:58,051 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:58,051 INFO [RS:3;6b1293cedc9a:39061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:58,051 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:58,051 INFO [RS:3;6b1293cedc9a:39061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:58,051 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,39061,1734078053373 2024-12-13T08:20:58,051 DEBUG [RS:3;6b1293cedc9a:39061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:58,051 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:58,051 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:58,051 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:58,051 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.HRegionServer(3579): Received CLOSE for 534574363 2024-12-13T08:20:58,051 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T08:20:58,052 DEBUG [RS:1;6b1293cedc9a:44729 {}] regionserver.HRegionServer(1603): Online Regions={1657623790=hbase:meta,,1_0002.1657623790} 2024-12-13T08:20:58,052 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.HRegionServer(3579): Received CLOSE for 857cf3b218abba031b15b404334aa0a0 2024-12-13T08:20:58,052 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T08:20:58,052 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.HRegionServer(3579): Received CLOSE for 1657623790 2024-12-13T08:20:58,052 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T08:20:58,052 DEBUG [RS:3;6b1293cedc9a:39061 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-13T08:20:58,052 DEBUG [RS:3;6b1293cedc9a:39061 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T08:20:58,052 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:20:58,052 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:20:58,052 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:20:58,052 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:20:58,052 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:20:58,053 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,37913,1734078053343 2024-12-13T08:20:58,053 DEBUG [RS:2;6b1293cedc9a:37913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:58,053 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T08:20:58,053 DEBUG [RS:2;6b1293cedc9a:37913 {}] regionserver.HRegionServer(1603): Online Regions={857cf3b218abba031b15b404334aa0a0=hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0.} 2024-12-13T08:20:58,053 DEBUG [RS:2;6b1293cedc9a:37913 {}] regionserver.HRegionServer(1629): Waiting on 857cf3b218abba031b15b404334aa0a0 2024-12-13T08:20:58,053 DEBUG [RS:1;6b1293cedc9a:44729 {}] regionserver.HRegionServer(1629): Waiting on 1657623790 2024-12-13T08:20:58,053 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 857cf3b218abba031b15b404334aa0a0, disabling compactions & flushes 2024-12-13T08:20:58,053 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0. 2024-12-13T08:20:58,053 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0. 2024-12-13T08:20:58,053 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-13T08:20:58,053 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0. after waiting 0 ms 2024-12-13T08:20:58,053 DEBUG [RS:0;6b1293cedc9a:39897 {}] regionserver.HRegionServer(1629): Waiting on 534574363 2024-12-13T08:20:58,053 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0. 2024-12-13T08:20:58,053 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-13T08:20:58,053 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-13T08:20:58,053 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-13T08:20:58,053 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-13T08:20:58,053 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-13T08:20:58,053 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-13T08:20:58,053 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-13T08:20:58,053 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-13T08:20:58,053 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 857cf3b218abba031b15b404334aa0a0 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T08:20:58,053 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-13T08:20:58,054 DEBUG [StoreCloser-hbase:meta,,1.1588230740-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/bba9019baf48470f845b72c9ca33e4d7, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/25151bcf43504b2d8c0b7e9702c0fec9, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/ae9143a7d3444a548ed59ea1fc5025b3, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/d5b4fca95ace42858e723304492a484c, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/2609c4bfd6584a7da5dfb92b3668bba8, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/482da688bc124bac9c9cb9975eca431d] to archive 2024-12-13T08:20:58,055 DEBUG [StoreCloser-hbase:meta,,1.1588230740-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T08:20:58,056 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:58,056 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-13T08:20:58,056 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-13T08:20:58,056 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0002.1657623790 2024-12-13T08:20:58,057 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:58,057 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-13T08:20:58,057 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-13T08:20:58,057 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0001.534574363 2024-12-13T08:20:58,059 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/bba9019baf48470f845b72c9ca33e4d7 to hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/archive/data/hbase/meta/1588230740/info/bba9019baf48470f845b72c9ca33e4d7 2024-12-13T08:20:58,059 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/ae9143a7d3444a548ed59ea1fc5025b3 to hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/archive/data/hbase/meta/1588230740/info/ae9143a7d3444a548ed59ea1fc5025b3 2024-12-13T08:20:58,060 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/25151bcf43504b2d8c0b7e9702c0fec9 to hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/archive/data/hbase/meta/1588230740/info/25151bcf43504b2d8c0b7e9702c0fec9 2024-12-13T08:20:58,060 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/482da688bc124bac9c9cb9975eca431d to hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/archive/data/hbase/meta/1588230740/info/482da688bc124bac9c9cb9975eca431d 2024-12-13T08:20:58,060 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/2609c4bfd6584a7da5dfb92b3668bba8 to hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/archive/data/hbase/meta/1588230740/info/2609c4bfd6584a7da5dfb92b3668bba8 2024-12-13T08:20:58,060 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/info/d5b4fca95ace42858e723304492a484c to hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/archive/data/hbase/meta/1588230740/info/d5b4fca95ace42858e723304492a484c 2024-12-13T08:20:58,064 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/meta/1588230740/recovered.edits/5036.seqid, newMaxSeqId=5036, maxSeqId=12 2024-12-13T08:20:58,064 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:58,064 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:58,064 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:20:58,064 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:58,071 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/namespace/857cf3b218abba031b15b404334aa0a0/.tmp/info/71e6d51773cb4ad989af01f35f8c2b89 is 45, key is default/info:d/1734078054765/Put/seqid=0 2024-12-13T08:20:58,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741854_1030 (size=5037) 2024-12-13T08:20:58,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741854_1030 (size=5037) 2024-12-13T08:20:58,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741854_1030 (size=5037) 2024-12-13T08:20:58,076 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/namespace/857cf3b218abba031b15b404334aa0a0/.tmp/info/71e6d51773cb4ad989af01f35f8c2b89 2024-12-13T08:20:58,079 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/namespace/857cf3b218abba031b15b404334aa0a0/.tmp/info/71e6d51773cb4ad989af01f35f8c2b89 as hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/namespace/857cf3b218abba031b15b404334aa0a0/info/71e6d51773cb4ad989af01f35f8c2b89 2024-12-13T08:20:58,082 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/namespace/857cf3b218abba031b15b404334aa0a0/info/71e6d51773cb4ad989af01f35f8c2b89, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T08:20:58,082 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 857cf3b218abba031b15b404334aa0a0 in 29ms, sequenceid=6, compaction requested=false 2024-12-13T08:20:58,082 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T08:20:58,086 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/data/hbase/namespace/857cf3b218abba031b15b404334aa0a0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T08:20:58,087 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0. 2024-12-13T08:20:58,087 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 857cf3b218abba031b15b404334aa0a0: 2024-12-13T08:20:58,087 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734078054350.857cf3b218abba031b15b404334aa0a0. 2024-12-13T08:20:58,126 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:58,134 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:58,134 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:58,135 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:58,211 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17646, reset compression=false 2024-12-13T08:20:58,220 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:20:58,220 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:20:58,220 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5036=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734078058061/Put/vlen=129/seqid=0; >],340}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta, lastWalPosition=17880, nbRowKeys=1, nbHFiles=0, heapSize=340, lastSeqIds={}, endOfFile=false,usedBufferSize=340] 2024-12-13T08:20:58,252 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,39061,1734078053373; all regions closed. 2024-12-13T08:20:58,253 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,37913,1734078053343; all regions closed. 2024-12-13T08:20:58,253 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,44729,1734078053308; all regions closed. 2024-12-13T08:20:58,253 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,39897,1734078053280; all regions closed. 2024-12-13T08:20:58,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741852_1028 (size=17888) 2024-12-13T08:20:58,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741852_1028 (size=17888) 2024-12-13T08:20:58,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741852_1028 (size=17888) 2024-12-13T08:20:58,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741833_1009 (size=93) 2024-12-13T08:20:58,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741833_1009 (size=93) 2024-12-13T08:20:58,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741833_1009 (size=93) 2024-12-13T08:20:58,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741834_1010 (size=1414) 2024-12-13T08:20:58,264 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,37913,1734078053343/6b1293cedc9a%2C37913%2C1734078053343.1734078053959 not finished, retry = 0 2024-12-13T08:20:58,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741835_1011 (size=93) 2024-12-13T08:20:58,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741834_1010 (size=1414) 2024-12-13T08:20:58,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741835_1011 (size=93) 2024-12-13T08:20:58,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741834_1010 (size=1414) 2024-12-13T08:20:58,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741835_1011 (size=93) 2024-12-13T08:20:58,265 DEBUG [RS:3;6b1293cedc9a:39061 {}] wal.AbstractFSWAL(1071): Moved 2 WAL file(s) to /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/oldWALs 2024-12-13T08:20:58,265 INFO [RS:3;6b1293cedc9a:39061 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C39061%2C1734078053373.meta:.meta(num 1734078057655) 2024-12-13T08:20:58,266 DEBUG [RS:0;6b1293cedc9a:39897 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/oldWALs 2024-12-13T08:20:58,266 INFO [RS:0;6b1293cedc9a:39897 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C39897%2C1734078053280:(num 1734078053959) 2024-12-13T08:20:58,266 DEBUG [RS:0;6b1293cedc9a:39897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:58,266 DEBUG [RS:1;6b1293cedc9a:44729 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/oldWALs 2024-12-13T08:20:58,266 INFO [RS:1;6b1293cedc9a:44729 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C44729%2C1734078053308:(num 1734078053951) 2024-12-13T08:20:58,266 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:58,266 DEBUG [RS:1;6b1293cedc9a:44729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:58,266 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:58,266 INFO [RS:0;6b1293cedc9a:39897 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:58,266 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:58,266 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:58,266 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:58,266 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:58,266 INFO [RS:1;6b1293cedc9a:44729 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:58,266 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:58,266 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:58,266 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:58,266 INFO [RS:1;6b1293cedc9a:44729 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44729 2024-12-13T08:20:58,267 INFO [RS:0;6b1293cedc9a:39897 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39897 2024-12-13T08:20:58,267 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:58,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741836_1012 (size=93) 2024-12-13T08:20:58,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741836_1012 (size=93) 2024-12-13T08:20:58,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741836_1012 (size=93) 2024-12-13T08:20:58,271 DEBUG [RS:3;6b1293cedc9a:39061 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/oldWALs 2024-12-13T08:20:58,271 INFO [RS:3;6b1293cedc9a:39061 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C39061%2C1734078053373:(num 1734078053971) 2024-12-13T08:20:58,271 DEBUG [RS:3;6b1293cedc9a:39061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:58,271 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:58,272 INFO [RS:3;6b1293cedc9a:39061 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:58,272 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:58,272 INFO [RS:3;6b1293cedc9a:39061 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39061 2024-12-13T08:20:58,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:20:58,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,44729,1734078053308 2024-12-13T08:20:58,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,39897,1734078053280 2024-12-13T08:20:58,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,39061,1734078053373 2024-12-13T08:20:58,291 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,44729,1734078053308] 2024-12-13T08:20:58,291 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,44729,1734078053308; numProcessing=1 2024-12-13T08:20:58,303 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:20:58,303 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:58,308 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,44729,1734078053308 already deleted, retry=false 2024-12-13T08:20:58,308 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,44729,1734078053308 expired; onlineServers=3 2024-12-13T08:20:58,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,39897,1734078053280] 2024-12-13T08:20:58,308 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,39897,1734078053280; numProcessing=2 2024-12-13T08:20:58,316 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,39897,1734078053280 already deleted, retry=false 2024-12-13T08:20:58,316 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,39897,1734078053280 expired; onlineServers=2 2024-12-13T08:20:58,316 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,39061,1734078053373] 2024-12-13T08:20:58,317 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,39061,1734078053373; numProcessing=3 2024-12-13T08:20:58,325 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,39061,1734078053373 already deleted, retry=false 2024-12-13T08:20:58,325 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,39061,1734078053373 expired; onlineServers=1 2024-12-13T08:20:58,369 DEBUG [RS:2;6b1293cedc9a:37913 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/oldWALs 2024-12-13T08:20:58,370 INFO [RS:2;6b1293cedc9a:37913 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C37913%2C1734078053343:(num 1734078053959) 2024-12-13T08:20:58,370 DEBUG [RS:2;6b1293cedc9a:37913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:58,370 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:58,370 INFO [RS:2;6b1293cedc9a:37913 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:58,371 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:58,371 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:58,371 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:58,371 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:58,371 INFO [RS:2;6b1293cedc9a:37913 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37913 2024-12-13T08:20:58,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b1293cedc9a,37913,1734078053343 2024-12-13T08:20:58,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:20:58,381 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$369/0x00007f54c88f7bf8@5caa9e rejected from java.util.concurrent.ThreadPoolExecutor@4633e4d[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 21] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-13T08:20:58,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,37913,1734078053343] 2024-12-13T08:20:58,389 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,37913,1734078053343; numProcessing=4 2024-12-13T08:20:58,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:58,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1001e7a576f0002, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:58,391 INFO [RS:1;6b1293cedc9a:44729 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,44729,1734078053308; zookeeper connection closed. 2024-12-13T08:20:58,392 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54bdf9e9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54bdf9e9 2024-12-13T08:20:58,397 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6b1293cedc9a,37913,1734078053343 already deleted, retry=false 2024-12-13T08:20:58,397 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,37913,1734078053343 expired; onlineServers=0 2024-12-13T08:20:58,397 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,34183,1734078053120' ***** 2024-12-13T08:20:58,397 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T08:20:58,397 DEBUG [M:0;6b1293cedc9a:34183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d71c141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:58,398 INFO [M:0;6b1293cedc9a:34183 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,34183,1734078053120 2024-12-13T08:20:58,398 INFO [M:0;6b1293cedc9a:34183 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,34183,1734078053120; all regions closed. 2024-12-13T08:20:58,398 DEBUG [M:0;6b1293cedc9a:34183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:58,398 DEBUG [M:0;6b1293cedc9a:34183 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T08:20:58,398 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T08:20:58,398 DEBUG [M:0;6b1293cedc9a:34183 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T08:20:58,398 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734078053643 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734078053643,5,FailOnTimeoutGroup] 2024-12-13T08:20:58,398 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734078053640 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734078053640,5,FailOnTimeoutGroup] 2024-12-13T08:20:58,398 INFO [M:0;6b1293cedc9a:34183 {}] hbase.ChoreService(370): Chore service for: master/6b1293cedc9a:0 had [] on shutdown 2024-12-13T08:20:58,398 DEBUG [M:0;6b1293cedc9a:34183 {}] master.HMaster(1733): Stopping service threads 2024-12-13T08:20:58,398 INFO [M:0;6b1293cedc9a:34183 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T08:20:58,398 INFO [M:0;6b1293cedc9a:34183 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T08:20:58,399 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T08:20:58,400 INFO [RS:0;6b1293cedc9a:39897 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,39897,1734078053280; zookeeper connection closed. 2024-12-13T08:20:58,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:58,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:58,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1001e7a576f0004, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:58,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x1001e7a576f0001, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:58,400 INFO [RS:3;6b1293cedc9a:39061 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,39061,1734078053373; zookeeper connection closed. 2024-12-13T08:20:58,400 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76b38b5b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76b38b5b 2024-12-13T08:20:58,400 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60077b7a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60077b7a 2024-12-13T08:20:58,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-13T08:20:58,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:20:58,406 DEBUG [M:0;6b1293cedc9a:34183 {}] zookeeper.ZKUtil(347): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-13T08:20:58,406 WARN [M:0;6b1293cedc9a:34183 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T08:20:58,406 INFO [M:0;6b1293cedc9a:34183 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T08:20:58,406 INFO [M:0;6b1293cedc9a:34183 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T08:20:58,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:20:58,406 DEBUG [M:0;6b1293cedc9a:34183 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T08:20:58,406 INFO [M:0;6b1293cedc9a:34183 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:58,406 DEBUG [M:0;6b1293cedc9a:34183 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:58,406 DEBUG [M:0;6b1293cedc9a:34183 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T08:20:58,406 DEBUG [M:0;6b1293cedc9a:34183 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:58,406 INFO [M:0;6b1293cedc9a:34183 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=92.04 KB heapSize=108.06 KB 2024-12-13T08:20:58,420 DEBUG [M:0;6b1293cedc9a:34183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14f4a33a91e04f838f1b4fbfa6a9b977 is 82, key is hbase:meta,,1/info:regioninfo/1734078055910/Put/seqid=0 2024-12-13T08:20:58,423 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:20:58,423 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:58,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741855_1031 (size=6933) 2024-12-13T08:20:58,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741855_1031 (size=6933) 2024-12-13T08:20:58,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741855_1031 (size=6933) 2024-12-13T08:20:58,426 INFO [M:0;6b1293cedc9a:34183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.34 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14f4a33a91e04f838f1b4fbfa6a9b977 2024-12-13T08:20:58,440 DEBUG [M:0;6b1293cedc9a:34183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c06951c38df42f09efaa339008a4786 is 2426, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734078055925/Put/seqid=0 2024-12-13T08:20:58,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741856_1032 (size=9350) 2024-12-13T08:20:58,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741856_1032 (size=9350) 2024-12-13T08:20:58,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741856_1032 (size=9350) 2024-12-13T08:20:58,445 INFO [M:0;6b1293cedc9a:34183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=89.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c06951c38df42f09efaa339008a4786 2024-12-13T08:20:58,460 DEBUG [M:0;6b1293cedc9a:34183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78ad2c622bb04b7d96ca5edaa8cdc45b is 69, key is 6b1293cedc9a,37913,1734078053343/rs:state/1734078053760/Put/seqid=0 2024-12-13T08:20:58,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741857_1033 (size=5360) 2024-12-13T08:20:58,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741857_1033 (size=5360) 2024-12-13T08:20:58,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741857_1033 (size=5360) 2024-12-13T08:20:58,466 INFO [M:0;6b1293cedc9a:34183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=260 B at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78ad2c622bb04b7d96ca5edaa8cdc45b 2024-12-13T08:20:58,469 DEBUG [M:0;6b1293cedc9a:34183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14f4a33a91e04f838f1b4fbfa6a9b977 as hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14f4a33a91e04f838f1b4fbfa6a9b977 2024-12-13T08:20:58,472 INFO [M:0;6b1293cedc9a:34183 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14f4a33a91e04f838f1b4fbfa6a9b977, entries=27, sequenceid=155, filesize=6.8 K 2024-12-13T08:20:58,472 DEBUG [M:0;6b1293cedc9a:34183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c06951c38df42f09efaa339008a4786 as hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c06951c38df42f09efaa339008a4786 2024-12-13T08:20:58,475 INFO [M:0;6b1293cedc9a:34183 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c06951c38df42f09efaa339008a4786, entries=17, sequenceid=155, filesize=9.1 K 2024-12-13T08:20:58,476 DEBUG [M:0;6b1293cedc9a:34183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78ad2c622bb04b7d96ca5edaa8cdc45b as hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78ad2c622bb04b7d96ca5edaa8cdc45b 2024-12-13T08:20:58,479 INFO [M:0;6b1293cedc9a:34183 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78ad2c622bb04b7d96ca5edaa8cdc45b, entries=4, sequenceid=155, filesize=5.2 K 2024-12-13T08:20:58,480 INFO [M:0;6b1293cedc9a:34183 {}] regionserver.HRegion(3040): Finished flush of dataSize ~92.04 KB/94248, heapSize ~107.77 KB/110352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 74ms, sequenceid=155, compaction requested=false 2024-12-13T08:20:58,481 INFO [M:0;6b1293cedc9a:34183 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:58,481 DEBUG [M:0;6b1293cedc9a:34183 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:20:58,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741830_1006 (size=104934) 2024-12-13T08:20:58,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741830_1006 (size=104934) 2024-12-13T08:20:58,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37559 is added to blk_1073741830_1006 (size=104934) 2024-12-13T08:20:58,483 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:58,483 INFO [M:0;6b1293cedc9a:34183 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T08:20:58,483 INFO [M:0;6b1293cedc9a:34183 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34183 2024-12-13T08:20:58,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:58,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x1001e7a576f0003, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:58,489 INFO [RS:2;6b1293cedc9a:37913 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,37913,1734078053343; zookeeper connection closed. 2024-12-13T08:20:58,489 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13e2150b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13e2150b 2024-12-13T08:20:58,489 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 4 regionserver(s) complete 2024-12-13T08:20:58,491 DEBUG [M:0;6b1293cedc9a:34183 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/6b1293cedc9a,34183,1734078053120 already deleted, retry=false 2024-12-13T08:20:58,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:58,600 INFO [M:0;6b1293cedc9a:34183 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,34183,1734078053120; zookeeper connection closed. 2024-12-13T08:20:58,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x1001e7a576f0000, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:58,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43098cbb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:58,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ec9951a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:58,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:58,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3610f76f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:58,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@130b9ea3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:58,637 WARN [BP-992712281-172.17.0.2-1734078050937 heartbeating to localhost/127.0.0.1:34147 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:58,637 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:58,637 WARN [BP-992712281-172.17.0.2-1734078050937 heartbeating to localhost/127.0.0.1:34147 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-992712281-172.17.0.2-1734078050937 (Datanode Uuid c47b684b-6c03-4d64-a884-a722c231b490) service to localhost/127.0.0.1:34147 2024-12-13T08:20:58,637 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:58,638 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/dfs/data/data7/current/BP-992712281-172.17.0.2-1734078050937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:58,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/dfs/data/data8/current/BP-992712281-172.17.0.2-1734078050937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:58,639 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:58,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6da82798{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:58,642 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47ec51e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:58,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:58,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1818e92b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:58,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fb5ceba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:58,643 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:58,643 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:58,646 WARN [BP-992712281-172.17.0.2-1734078050937 heartbeating to localhost/127.0.0.1:34147 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:58,646 WARN [BP-992712281-172.17.0.2-1734078050937 heartbeating to localhost/127.0.0.1:34147 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-992712281-172.17.0.2-1734078050937 (Datanode Uuid 58a0a555-2e18-42b1-9983-a3fbc1f0d17e) service to localhost/127.0.0.1:34147 2024-12-13T08:20:58,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/dfs/data/data5/current/BP-992712281-172.17.0.2-1734078050937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:58,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/dfs/data/data6/current/BP-992712281-172.17.0.2-1734078050937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:58,647 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:58,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ecad9d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:58,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68bf1dbc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:58,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:58,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@441a1381{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:58,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12b402a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:58,650 WARN [BP-992712281-172.17.0.2-1734078050937 heartbeating to localhost/127.0.0.1:34147 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:58,650 WARN [BP-992712281-172.17.0.2-1734078050937 heartbeating to localhost/127.0.0.1:34147 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-992712281-172.17.0.2-1734078050937 (Datanode Uuid ae05a1eb-5e70-488b-9ec8-33e144b64aff) service to localhost/127.0.0.1:34147 2024-12-13T08:20:58,650 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:58,650 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:58,650 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/dfs/data/data3/current/BP-992712281-172.17.0.2-1734078050937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:58,650 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/dfs/data/data4/current/BP-992712281-172.17.0.2-1734078050937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:58,650 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:58,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ce3e01a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:58,652 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79155e07{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:58,652 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:58,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77dce6ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:58,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@683d89fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:58,653 WARN [BP-992712281-172.17.0.2-1734078050937 heartbeating to localhost/127.0.0.1:34147 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:58,653 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:58,653 WARN [BP-992712281-172.17.0.2-1734078050937 heartbeating to localhost/127.0.0.1:34147 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-992712281-172.17.0.2-1734078050937 (Datanode Uuid 8a70fab3-3167-44ef-857f-07c5c95f95b3) service to localhost/127.0.0.1:34147 2024-12-13T08:20:58,653 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:58,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/dfs/data/data1/current/BP-992712281-172.17.0.2-1734078050937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:58,654 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/cluster_f0bafaa5-1ea0-5d08-8acc-d55dc6802fd4/dfs/data/data2/current/BP-992712281-172.17.0.2-1734078050937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:58,654 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:58,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@500bb3ed{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T08:20:58,658 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@717ab58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:58,659 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:58,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dba8762{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:58,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42b7d505{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:58,666 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-13T08:20:58,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T08:20:58,706 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testCatalogReplicaReplicationWithFlushAndCompaction Thread=360 (was 303) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-39-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:53839@0x50b3d510 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$725/0x00007f54c8ae27c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:34147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-37-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:53839@0x50b3d510-SendThread(127.0.0.1:53839) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:34147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-39-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:34147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-37-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-36-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:34147 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) Potentially hanging thread: nioEventLoopGroup-34-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-39-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:53839@0x50b3d510-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-37-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:53839) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-35-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-36-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:34147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:34147 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:34147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:34147 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-36-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:34147 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=755 (was 672) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 286) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9926 (was 9968) 2024-12-13T08:20:58,717 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testHBaseMetaReplicates Thread=360, OpenFileDescriptor=755, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=9926 2024-12-13T08:20:58,724 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:20:58,724 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:58,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/hadoop.log.dir so I do NOT create it in target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f 2024-12-13T08:20:58,732 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/hadoop.log.dir Erasing configuration value by system value. 2024-12-13T08:20:58,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/hadoop.tmp.dir so I do NOT create it in target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f 2024-12-13T08:20:58,732 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4674ceac-658f-9767-697e-84de529c2a55/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-13T08:20:58,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f 2024-12-13T08:20:58,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=4, rsPorts=, rsClass=null, numDataNodes=4, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T08:20:58,732 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157, deleteOnExit=true 2024-12-13T08:20:58,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T08:20:58,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/test.cache.data in system properties and HBase conf 2024-12-13T08:20:58,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T08:20:58,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/hadoop.log.dir in system properties and HBase conf 2024-12-13T08:20:58,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T08:20:58,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T08:20:58,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T08:20:58,732 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T08:20:58,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T08:20:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T08:20:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T08:20:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T08:20:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T08:20:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T08:20:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T08:20:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T08:20:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T08:20:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/nfs.dump.dir in system properties and HBase conf 2024-12-13T08:20:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/java.io.tmpdir in system properties and HBase conf 2024-12-13T08:20:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T08:20:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T08:20:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T08:20:58,764 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1001e7a576f0006, quorum=127.0.0.1:53839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-13T08:20:58,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1001e7a576f0006, quorum=127.0.0.1:53839, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-13T08:20:58,837 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:20:58,837 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:58,892 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:20:58,892 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:58,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:58,983 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:58,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:58,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:58,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T08:20:58,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:58,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42a1ad7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:58,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16b6822d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:59,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@657e4ddc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/java.io.tmpdir/jetty-localhost-35015-hadoop-hdfs-3_4_1-tests_jar-_-any-8865342061538471796/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T08:20:59,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32ef6c83{HTTP/1.1, (http/1.1)}{localhost:35015} 2024-12-13T08:20:59,077 INFO [Time-limited test {}] server.Server(415): Started @181171ms 2024-12-13T08:20:59,124 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:20:59,124 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:59,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:59,269 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:59,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:59,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:59,270 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T08:20:59,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d9320da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:59,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edef1e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:59,297 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:20:59,297 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:59,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b59528e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/java.io.tmpdir/jetty-localhost-34901-hadoop-hdfs-3_4_1-tests_jar-_-any-11883740701220445305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:59,363 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5300ad4a{HTTP/1.1, (http/1.1)}{localhost:34901} 2024-12-13T08:20:59,363 INFO [Time-limited test {}] server.Server(415): Started @181457ms 2024-12-13T08:20:59,364 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:59,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:59,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:59,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:59,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:59,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T08:20:59,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c9f1bc9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:59,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@742e657f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:59,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dd5e9a5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/java.io.tmpdir/jetty-localhost-45969-hadoop-hdfs-3_4_1-tests_jar-_-any-9133981012455801749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:59,492 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47911c5{HTTP/1.1, (http/1.1)}{localhost:45969} 2024-12-13T08:20:59,492 INFO [Time-limited test {}] server.Server(415): Started @181586ms 2024-12-13T08:20:59,493 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:59,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:59,524 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:59,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:59,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:59,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:20:59,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66588b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:59,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f878ca1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:59,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@534ab437{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/java.io.tmpdir/jetty-localhost-41279-hadoop-hdfs-3_4_1-tests_jar-_-any-2089376966490469458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:59,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26429708{HTTP/1.1, (http/1.1)}{localhost:41279} 2024-12-13T08:20:59,617 INFO [Time-limited test {}] server.Server(415): Started @181711ms 2024-12-13T08:20:59,618 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:20:59,624 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:20:59,625 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:20:59,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:20:59,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:20:59,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:20:59,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:20:59,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T08:20:59,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28fff316{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:20:59,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ace940d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:20:59,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f9f47e5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/java.io.tmpdir/jetty-localhost-44949-hadoop-hdfs-3_4_1-tests_jar-_-any-12971418343461555075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:59,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72a2c45f{HTTP/1.1, (http/1.1)}{localhost:44949} 2024-12-13T08:20:59,740 INFO [Time-limited test {}] server.Server(415): Started @181834ms 2024-12-13T08:20:59,740 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:21:00,116 WARN [Thread-3896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data1/current/BP-1720379247-172.17.0.2-1734078058749/current, will proceed with Du for space computation calculation, 2024-12-13T08:21:00,116 WARN [Thread-3897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data2/current/BP-1720379247-172.17.0.2-1734078058749/current, will proceed with Du for space computation calculation, 2024-12-13T08:21:00,130 WARN [Thread-3817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:21:00,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12d2ea1a77c4108f with lease ID 0x773964e7b8a73a7c: Processing first storage report for DS-f65acecc-3cca-4da2-81a2-d100a7a8984b from datanode DatanodeRegistration(127.0.0.1:36457, datanodeUuid=5a51dc70-3654-4ecc-b982-ced17c9a985f, infoPort=41325, infoSecurePort=0, ipcPort=46141, storageInfo=lv=-57;cid=testClusterID;nsid=1222579749;c=1734078058749) 2024-12-13T08:21:00,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12d2ea1a77c4108f with lease ID 0x773964e7b8a73a7c: from storage DS-f65acecc-3cca-4da2-81a2-d100a7a8984b node DatanodeRegistration(127.0.0.1:36457, datanodeUuid=5a51dc70-3654-4ecc-b982-ced17c9a985f, infoPort=41325, infoSecurePort=0, ipcPort=46141, storageInfo=lv=-57;cid=testClusterID;nsid=1222579749;c=1734078058749), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:21:00,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12d2ea1a77c4108f with lease ID 0x773964e7b8a73a7c: Processing first storage report for DS-d1639887-5e33-4423-8b55-f05df771c7f5 from datanode DatanodeRegistration(127.0.0.1:36457, datanodeUuid=5a51dc70-3654-4ecc-b982-ced17c9a985f, infoPort=41325, infoSecurePort=0, ipcPort=46141, storageInfo=lv=-57;cid=testClusterID;nsid=1222579749;c=1734078058749) 2024-12-13T08:21:00,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12d2ea1a77c4108f with lease ID 0x773964e7b8a73a7c: from storage DS-d1639887-5e33-4423-8b55-f05df771c7f5 node DatanodeRegistration(127.0.0.1:36457, datanodeUuid=5a51dc70-3654-4ecc-b982-ced17c9a985f, infoPort=41325, infoSecurePort=0, ipcPort=46141, storageInfo=lv=-57;cid=testClusterID;nsid=1222579749;c=1734078058749), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:21:00,225 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:00,225 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:00,238 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:00,238 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:00,471 WARN [Thread-3912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data3/current/BP-1720379247-172.17.0.2-1734078058749/current, will proceed with Du for space computation calculation, 2024-12-13T08:21:00,471 WARN [Thread-3913 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data4/current/BP-1720379247-172.17.0.2-1734078058749/current, will proceed with Du for space computation calculation, 2024-12-13T08:21:00,486 WARN [Thread-3840 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:21:00,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2e1b7cd372527c8 with lease ID 0x773964e7b8a73a7d: Processing first storage report for DS-ab5b0266-252c-48be-9ae9-69b64b874094 from datanode DatanodeRegistration(127.0.0.1:35295, datanodeUuid=ab63668b-eab5-409c-b6fd-e357f6a693ef, infoPort=41205, infoSecurePort=0, ipcPort=35879, storageInfo=lv=-57;cid=testClusterID;nsid=1222579749;c=1734078058749) 2024-12-13T08:21:00,487 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2e1b7cd372527c8 with lease ID 0x773964e7b8a73a7d: from storage DS-ab5b0266-252c-48be-9ae9-69b64b874094 node DatanodeRegistration(127.0.0.1:35295, datanodeUuid=ab63668b-eab5-409c-b6fd-e357f6a693ef, infoPort=41205, infoSecurePort=0, ipcPort=35879, storageInfo=lv=-57;cid=testClusterID;nsid=1222579749;c=1734078058749), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:21:00,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2e1b7cd372527c8 with lease ID 0x773964e7b8a73a7d: Processing first storage report for DS-0f218094-704a-4743-a3c0-95e6703441a3 from datanode DatanodeRegistration(127.0.0.1:35295, datanodeUuid=ab63668b-eab5-409c-b6fd-e357f6a693ef, infoPort=41205, infoSecurePort=0, ipcPort=35879, storageInfo=lv=-57;cid=testClusterID;nsid=1222579749;c=1734078058749) 2024-12-13T08:21:00,487 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2e1b7cd372527c8 with lease ID 0x773964e7b8a73a7d: from storage DS-0f218094-704a-4743-a3c0-95e6703441a3 node DatanodeRegistration(127.0.0.1:35295, datanodeUuid=ab63668b-eab5-409c-b6fd-e357f6a693ef, infoPort=41205, infoSecurePort=0, ipcPort=35879, storageInfo=lv=-57;cid=testClusterID;nsid=1222579749;c=1734078058749), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:21:00,677 WARN [Thread-3923 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data5/current/BP-1720379247-172.17.0.2-1734078058749/current, will proceed with Du for space computation calculation, 2024-12-13T08:21:00,677 WARN [Thread-3924 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data6/current/BP-1720379247-172.17.0.2-1734078058749/current, will proceed with Du for space computation calculation, 2024-12-13T08:21:00,690 WARN [Thread-3863 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:21:00,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fefd365b4de1cf6 with lease ID 0x773964e7b8a73a7e: Processing first storage report for DS-ed6da0af-c205-4f0d-9dac-196d8f432c2c from datanode DatanodeRegistration(127.0.0.1:43497, datanodeUuid=262457f2-3107-49fd-8654-618142cc95f8, infoPort=45597, infoSecurePort=0, ipcPort=42179, storageInfo=lv=-57;cid=testClusterID;nsid=1222579749;c=1734078058749) 2024-12-13T08:21:00,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fefd365b4de1cf6 with lease ID 0x773964e7b8a73a7e: from storage DS-ed6da0af-c205-4f0d-9dac-196d8f432c2c node DatanodeRegistration(127.0.0.1:43497, datanodeUuid=262457f2-3107-49fd-8654-618142cc95f8, infoPort=45597, infoSecurePort=0, ipcPort=42179, storageInfo=lv=-57;cid=testClusterID;nsid=1222579749;c=1734078058749), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:21:00,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fefd365b4de1cf6 with lease ID 0x773964e7b8a73a7e: Processing first storage report for DS-f7cac7cd-fa17-4ebf-9c86-004f4a84257d from datanode DatanodeRegistration(127.0.0.1:43497, datanodeUuid=262457f2-3107-49fd-8654-618142cc95f8, infoPort=45597, infoSecurePort=0, ipcPort=42179, storageInfo=lv=-57;cid=testClusterID;nsid=1222579749;c=1734078058749) 2024-12-13T08:21:00,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fefd365b4de1cf6 with lease ID 0x773964e7b8a73a7e: from storage DS-f7cac7cd-fa17-4ebf-9c86-004f4a84257d node DatanodeRegistration(127.0.0.1:43497, datanodeUuid=262457f2-3107-49fd-8654-618142cc95f8, infoPort=45597, infoSecurePort=0, ipcPort=42179, storageInfo=lv=-57;cid=testClusterID;nsid=1222579749;c=1734078058749), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:21:00,802 WARN [Thread-3934 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data7/current/BP-1720379247-172.17.0.2-1734078058749/current, will proceed with Du for space computation calculation, 2024-12-13T08:21:00,802 WARN [Thread-3935 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data8/current/BP-1720379247-172.17.0.2-1734078058749/current, will proceed with Du for space computation calculation, 2024-12-13T08:21:00,818 WARN [Thread-3886 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:21:00,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2049a39e52db2f4 with lease ID 0x773964e7b8a73a7f: Processing first storage report for DS-28218fdf-5483-457c-9352-ce08156ab742 from datanode DatanodeRegistration(127.0.0.1:34727, datanodeUuid=efdeada2-83ed-40aa-89d9-e8b32c9abf93, infoPort=34023, infoSecurePort=0, ipcPort=38241, storageInfo=lv=-57;cid=testClusterID;nsid=1222579749;c=1734078058749) 2024-12-13T08:21:00,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2049a39e52db2f4 with lease ID 0x773964e7b8a73a7f: from storage DS-28218fdf-5483-457c-9352-ce08156ab742 node DatanodeRegistration(127.0.0.1:34727, datanodeUuid=efdeada2-83ed-40aa-89d9-e8b32c9abf93, infoPort=34023, infoSecurePort=0, ipcPort=38241, storageInfo=lv=-57;cid=testClusterID;nsid=1222579749;c=1734078058749), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:21:00,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2049a39e52db2f4 with lease ID 0x773964e7b8a73a7f: Processing first storage report for DS-ac48befa-7022-4dd1-bfc2-ba21cc394372 from datanode DatanodeRegistration(127.0.0.1:34727, datanodeUuid=efdeada2-83ed-40aa-89d9-e8b32c9abf93, infoPort=34023, infoSecurePort=0, ipcPort=38241, storageInfo=lv=-57;cid=testClusterID;nsid=1222579749;c=1734078058749) 2024-12-13T08:21:00,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2049a39e52db2f4 with lease ID 0x773964e7b8a73a7f: from storage DS-ac48befa-7022-4dd1-bfc2-ba21cc394372 node DatanodeRegistration(127.0.0.1:34727, datanodeUuid=efdeada2-83ed-40aa-89d9-e8b32c9abf93, infoPort=34023, infoSecurePort=0, ipcPort=38241, storageInfo=lv=-57;cid=testClusterID;nsid=1222579749;c=1734078058749), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:21:00,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f 2024-12-13T08:21:00,866 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/zookeeper_0, clientPort=49234, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-13T08:21:00,867 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49234 2024-12-13T08:21:00,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:21:00,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:21:00,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:21:00,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:21:00,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:21:00,876 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 with version=8 2024-12-13T08:21:00,876 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/hbase-staging 2024-12-13T08:21:00,877 INFO [Time-limited test {}] client.ConnectionUtils(129): master/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:21:00,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:21:00,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:21:00,878 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:21:00,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:21:00,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:21:00,878 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:21:00,878 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:21:00,878 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40703 2024-12-13T08:21:00,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:21:00,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:21:00,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40703 connecting to ZooKeeper ensemble=127.0.0.1:49234 2024-12-13T08:21:00,892 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:00,892 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:00,925 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:00,925 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:00,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407030x0, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:21:00,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40703-0x1001e7a75c10000 connected 2024-12-13T08:21:00,991 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:21:00,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:00,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:00,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:00,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:00,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:00,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:00,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:00,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:00,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:00,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:01,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:21:01,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:21:01,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:21:01,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40703 2024-12-13T08:21:01,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40703 2024-12-13T08:21:01,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40703 2024-12-13T08:21:01,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40703 2024-12-13T08:21:01,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40703 2024-12-13T08:21:01,008 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1, hbase.cluster.distributed=false 2024-12-13T08:21:01,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:01,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:01,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:01,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:01,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:01,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:01,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:01,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:01,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:01,028 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:21:01,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:21:01,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:21:01,029 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:21:01,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:21:01,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:21:01,029 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:21:01,029 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:21:01,029 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39509 2024-12-13T08:21:01,030 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:21:01,031 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:21:01,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:21:01,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:21:01,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39509 connecting to ZooKeeper ensemble=127.0.0.1:49234 2024-12-13T08:21:01,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395090x0, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:21:01,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395090x0, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:21:01,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39509-0x1001e7a75c10001 connected 2024-12-13T08:21:01,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:21:01,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:21:01,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39509 2024-12-13T08:21:01,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39509 2024-12-13T08:21:01,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39509 2024-12-13T08:21:01,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39509 2024-12-13T08:21:01,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39509 2024-12-13T08:21:01,077 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:21:01,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:21:01,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:21:01,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:21:01,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:21:01,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:21:01,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:21:01,078 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:21:01,078 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41757 2024-12-13T08:21:01,079 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:21:01,079 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:21:01,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:21:01,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:21:01,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41757 connecting to ZooKeeper ensemble=127.0.0.1:49234 2024-12-13T08:21:01,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417570x0, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:21:01,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417570x0, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:21:01,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41757-0x1001e7a75c10002 connected 2024-12-13T08:21:01,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:21:01,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:21:01,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41757 2024-12-13T08:21:01,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41757 2024-12-13T08:21:01,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41757 2024-12-13T08:21:01,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41757 2024-12-13T08:21:01,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41757 2024-12-13T08:21:01,125 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:21:01,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:21:01,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:21:01,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:21:01,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:21:01,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:21:01,125 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:21:01,126 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:21:01,126 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35779 2024-12-13T08:21:01,126 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:21:01,127 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:21:01,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:21:01,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:21:01,132 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35779 connecting to ZooKeeper ensemble=127.0.0.1:49234 2024-12-13T08:21:01,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357790x0, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:21:01,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357790x0, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:21:01,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:21:01,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:21:01,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35779-0x1001e7a75c10003 connected 2024-12-13T08:21:01,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35779 2024-12-13T08:21:01,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35779 2024-12-13T08:21:01,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35779 2024-12-13T08:21:01,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35779 2024-12-13T08:21:01,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35779 2024-12-13T08:21:01,170 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=15 2024-12-13T08:21:01,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:21:01,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:21:01,170 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:21:01,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:21:01,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:21:01,170 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:21:01,170 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:21:01,170 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40219 2024-12-13T08:21:01,171 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:21:01,171 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:21:01,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:21:01,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:21:01,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40219 connecting to ZooKeeper ensemble=127.0.0.1:49234 2024-12-13T08:21:01,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402190x0, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:21:01,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402190x0, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T08:21:01,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40219-0x1001e7a75c10004 connected 2024-12-13T08:21:01,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:21:01,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T08:21:01,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40219 2024-12-13T08:21:01,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40219 2024-12-13T08:21:01,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40219 2024-12-13T08:21:01,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40219 2024-12-13T08:21:01,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40219 2024-12-13T08:21:01,187 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/6b1293cedc9a,40703,1734078060877 2024-12-13T08:21:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:21:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:21:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:21:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:21:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:21:01,193 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6b1293cedc9a,40703,1734078060877 2024-12-13T08:21:01,198 DEBUG [M:0;6b1293cedc9a:40703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1293cedc9a:40703 2024-12-13T08:21:01,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:21:01,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:21:01,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:21:01,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:21:01,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T08:21:01,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,201 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-13T08:21:01,201 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6b1293cedc9a,40703,1734078060877 from backup master directory 2024-12-13T08:21:01,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:21:01,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:21:01,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:21:01,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6b1293cedc9a,40703,1734078060877 2024-12-13T08:21:01,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:21:01,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T08:21:01,209 WARN [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:21:01,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-13T08:21:01,209 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1293cedc9a,40703,1734078060877 2024-12-13T08:21:01,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:21:01,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:21:01,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:21:01,220 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/hbase.id with ID: 4055c013-5241-4579-b8ee-fc7c4c2b0820 2024-12-13T08:21:01,227 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:21:01,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:21:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:21:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:21:01,240 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:21:01,241 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T08:21:01,241 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:21:01,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:21:01,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:21:01,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:21:01,249 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/MasterData/data/master/store 2024-12-13T08:21:01,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:21:01,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:21:01,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:21:01,255 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:01,255 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T08:21:01,255 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:21:01,255 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:21:01,255 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T08:21:01,255 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:21:01,255 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:21:01,256 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:21:01,256 WARN [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/MasterData/data/master/store/.initializing 2024-12-13T08:21:01,256 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/MasterData/WALs/6b1293cedc9a,40703,1734078060877 2024-12-13T08:21:01,257 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:21:01,258 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1293cedc9a%2C40703%2C1734078060877, suffix=, logDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/MasterData/WALs/6b1293cedc9a,40703,1734078060877, archiveDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/MasterData/oldWALs, maxLogs=10 2024-12-13T08:21:01,269 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/MasterData/WALs/6b1293cedc9a,40703,1734078060877/6b1293cedc9a%2C40703%2C1734078060877.1734078061258, exclude list is [], retry=0 2024-12-13T08:21:01,271 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36457,DS-f65acecc-3cca-4da2-81a2-d100a7a8984b,DISK] 2024-12-13T08:21:01,271 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-ab5b0266-252c-48be-9ae9-69b64b874094,DISK] 2024-12-13T08:21:01,271 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-ed6da0af-c205-4f0d-9dac-196d8f432c2c,DISK] 2024-12-13T08:21:01,272 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/MasterData/WALs/6b1293cedc9a,40703,1734078060877/6b1293cedc9a%2C40703%2C1734078060877.1734078061258 2024-12-13T08:21:01,273 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41205:41205),(127.0.0.1/127.0.0.1:45597:45597),(127.0.0.1/127.0.0.1:41325:41325)] 2024-12-13T08:21:01,273 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:21:01,273 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:01,273 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:21:01,273 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:21:01,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:21:01,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T08:21:01,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:01,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:21:01,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:21:01,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T08:21:01,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:01,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:01,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:21:01,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T08:21:01,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:01,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:01,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:21:01,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T08:21:01,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:01,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:01,279 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:21:01,279 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:21:01,281 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T08:21:01,281 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:21:01,283 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:01,283 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59160652, jitterRate=-0.11843758821487427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T08:21:01,283 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:21:01,284 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T08:21:01,286 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1f36a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:21:01,286 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T08:21:01,287 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T08:21:01,287 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T08:21:01,287 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T08:21:01,287 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-13T08:21:01,287 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-13T08:21:01,287 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T08:21:01,288 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T08:21:01,289 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-13T08:21:01,298 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-13T08:21:01,298 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T08:21:01,298 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-13T08:21:01,306 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-13T08:21:01,306 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T08:21:01,307 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-13T08:21:01,315 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-13T08:21:01,315 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-13T08:21:01,323 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-13T08:21:01,324 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T08:21:01,334 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-13T08:21:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:21:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:21:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:21:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:21:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T08:21:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,343 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=6b1293cedc9a,40703,1734078060877, sessionid=0x1001e7a75c10000, setting cluster-up flag (Was=false) 2024-12-13T08:21:01,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,384 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-13T08:21:01,385 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1293cedc9a,40703,1734078060877 2024-12-13T08:21:01,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,426 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-13T08:21:01,427 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1293cedc9a,40703,1734078060877 2024-12-13T08:21:01,428 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T08:21:01,428 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T08:21:01,429 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T08:21:01,429 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1293cedc9a,40703,1734078060877 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T08:21:01,429 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:21:01,429 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:21:01,429 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:21:01,429 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:21:01,429 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1293cedc9a:0, corePoolSize=10, maxPoolSize=10 2024-12-13T08:21:01,429 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,429 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:21:01,429 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,430 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734078091430 2024-12-13T08:21:01,430 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T08:21:01,430 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T08:21:01,430 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T08:21:01,430 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T08:21:01,430 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T08:21:01,430 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T08:21:01,430 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T08:21:01,430 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T08:21:01,430 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,431 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T08:21:01,431 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T08:21:01,431 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T08:21:01,431 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T08:21:01,431 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T08:21:01,431 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:01,431 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734078061431,5,FailOnTimeoutGroup] 2024-12-13T08:21:01,431 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:21:01,431 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734078061431,5,FailOnTimeoutGroup] 2024-12-13T08:21:01,431 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,431 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T08:21:01,431 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,431 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:21:01,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:21:01,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:21:01,437 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T08:21:01,437 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:01,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741832_1008 (size=32) 2024-12-13T08:21:01,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741832_1008 (size=32) 2024-12-13T08:21:01,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741832_1008 (size=32) 2024-12-13T08:21:01,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:01,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:21:01,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:21:01,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:01,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:21:01,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:21:01,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:21:01,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:01,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:21:01,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:21:01,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:21:01,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:01,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:21:01,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740 2024-12-13T08:21:01,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740 2024-12-13T08:21:01,454 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:21:01,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:21:01,456 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:01,456 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63864276, jitterRate=-0.04834812879562378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:21:01,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:21:01,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:21:01,457 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:21:01,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:21:01,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:21:01,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:21:01,457 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:21:01,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:21:01,458 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T08:21:01,458 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T08:21:01,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T08:21:01,458 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T08:21:01,459 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:21:01,497 DEBUG [RS:0;6b1293cedc9a:39509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1293cedc9a:39509 2024-12-13T08:21:01,497 DEBUG [RS:1;6b1293cedc9a:41757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6b1293cedc9a:41757 2024-12-13T08:21:01,498 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(1008): ClusterId : 4055c013-5241-4579-b8ee-fc7c4c2b0820 2024-12-13T08:21:01,498 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer(1008): ClusterId : 4055c013-5241-4579-b8ee-fc7c4c2b0820 2024-12-13T08:21:01,498 DEBUG [RS:1;6b1293cedc9a:41757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:21:01,498 DEBUG [RS:0;6b1293cedc9a:39509 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:21:01,502 DEBUG [RS:2;6b1293cedc9a:35779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6b1293cedc9a:35779 2024-12-13T08:21:01,502 DEBUG [RS:3;6b1293cedc9a:40219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:3;6b1293cedc9a:40219 2024-12-13T08:21:01,507 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(1008): ClusterId : 4055c013-5241-4579-b8ee-fc7c4c2b0820 2024-12-13T08:21:01,507 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(1008): ClusterId : 4055c013-5241-4579-b8ee-fc7c4c2b0820 2024-12-13T08:21:01,507 DEBUG [RS:3;6b1293cedc9a:40219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:21:01,507 DEBUG [RS:2;6b1293cedc9a:35779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:21:01,507 DEBUG [RS:1;6b1293cedc9a:41757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:21:01,507 DEBUG [RS:1;6b1293cedc9a:41757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:21:01,507 DEBUG [RS:0;6b1293cedc9a:39509 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:21:01,507 DEBUG [RS:0;6b1293cedc9a:39509 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:21:01,523 DEBUG [RS:2;6b1293cedc9a:35779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:21:01,523 DEBUG [RS:2;6b1293cedc9a:35779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:21:01,523 DEBUG [RS:3;6b1293cedc9a:40219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:21:01,523 DEBUG [RS:3;6b1293cedc9a:40219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:21:01,524 DEBUG [RS:0;6b1293cedc9a:39509 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:21:01,524 DEBUG [RS:1;6b1293cedc9a:41757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:21:01,524 DEBUG [RS:1;6b1293cedc9a:41757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f469faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:21:01,524 DEBUG [RS:0;6b1293cedc9a:39509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55505ba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:21:01,524 DEBUG [RS:0;6b1293cedc9a:39509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3e468d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:21:01,524 DEBUG [RS:1;6b1293cedc9a:41757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6461bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:21:01,524 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:21:01,524 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:21:01,524 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:21:01,524 DEBUG [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:21:01,524 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:21:01,524 DEBUG [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:21:01,531 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,40703,1734078060877 with isa=6b1293cedc9a/172.17.0.2:41757, startcode=1734078061077 2024-12-13T08:21:01,531 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,40703,1734078060877 with isa=6b1293cedc9a/172.17.0.2:39509, startcode=1734078061028 2024-12-13T08:21:01,532 DEBUG [RS:1;6b1293cedc9a:41757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:21:01,532 DEBUG [RS:0;6b1293cedc9a:39509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:21:01,532 DEBUG [RS:2;6b1293cedc9a:35779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:21:01,532 DEBUG [RS:3;6b1293cedc9a:40219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:21:01,532 DEBUG [RS:2;6b1293cedc9a:35779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7d69e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:21:01,532 DEBUG [RS:3;6b1293cedc9a:40219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62023b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:21:01,533 DEBUG [RS:2;6b1293cedc9a:35779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24012a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:21:01,533 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:21:01,533 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:21:01,533 DEBUG [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:21:01,533 DEBUG [RS:3;6b1293cedc9a:40219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6b3420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:21:01,533 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:21:01,533 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:21:01,533 DEBUG [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:21:01,533 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,40703,1734078060877 with isa=6b1293cedc9a/172.17.0.2:35779, startcode=1734078061125 2024-12-13T08:21:01,533 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,40703,1734078060877 with isa=6b1293cedc9a/172.17.0.2:40219, startcode=1734078061169 2024-12-13T08:21:01,533 INFO [RS-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44003, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:21:01,533 DEBUG [RS:2;6b1293cedc9a:35779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:21:01,533 DEBUG [RS:3;6b1293cedc9a:40219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:21:01,533 INFO [RS-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35535, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:21:01,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40703 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:01,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40703 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:01,534 INFO [RS-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45103, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:21:01,534 INFO [RS-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45709, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:21:01,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40703 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:01,534 DEBUG [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:01,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40703 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:01,534 DEBUG [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46815 2024-12-13T08:21:01,534 DEBUG [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:21:01,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40703 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:01,535 DEBUG [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:01,535 DEBUG [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46815 2024-12-13T08:21:01,535 DEBUG [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:21:01,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40703 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:01,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40703 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:01,535 DEBUG [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:01,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40703 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:01,535 DEBUG [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46815 2024-12-13T08:21:01,535 DEBUG [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:21:01,536 DEBUG [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:01,536 DEBUG [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46815 2024-12-13T08:21:01,536 DEBUG [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:21:01,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T08:21:01,576 DEBUG [RS:0;6b1293cedc9a:39509 {}] zookeeper.ZKUtil(111): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:01,576 WARN [RS:0;6b1293cedc9a:39509 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:21:01,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,41757,1734078061077] 2024-12-13T08:21:01,576 INFO [RS:0;6b1293cedc9a:39509 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:21:01,576 DEBUG [RS:2;6b1293cedc9a:35779 {}] zookeeper.ZKUtil(111): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:01,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,39509,1734078061028] 2024-12-13T08:21:01,576 DEBUG [RS:3;6b1293cedc9a:40219 {}] zookeeper.ZKUtil(111): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:01,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,40219,1734078061169] 2024-12-13T08:21:01,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,35779,1734078061125] 2024-12-13T08:21:01,576 WARN [RS:2;6b1293cedc9a:35779 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:21:01,576 WARN [RS:3;6b1293cedc9a:40219 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:21:01,576 DEBUG [RS:1;6b1293cedc9a:41757 {}] zookeeper.ZKUtil(111): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:01,576 INFO [RS:3;6b1293cedc9a:40219 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:21:01,576 INFO [RS:2;6b1293cedc9a:35779 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:21:01,576 DEBUG [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:01,576 WARN [RS:1;6b1293cedc9a:41757 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:21:01,576 DEBUG [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:01,576 INFO [RS:1;6b1293cedc9a:41757 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:21:01,576 DEBUG [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:01,576 DEBUG [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:01,579 DEBUG [RS:1;6b1293cedc9a:41757 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:21:01,579 DEBUG [RS:2;6b1293cedc9a:35779 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:21:01,579 DEBUG [RS:0;6b1293cedc9a:39509 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:21:01,579 DEBUG [RS:3;6b1293cedc9a:40219 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:21:01,579 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:21:01,579 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:21:01,579 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:21:01,579 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:21:01,580 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:21:01,580 INFO [RS:2;6b1293cedc9a:35779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:21:01,580 INFO [RS:2;6b1293cedc9a:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,580 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:21:01,581 INFO [RS:2;6b1293cedc9a:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,581 DEBUG [RS:2;6b1293cedc9a:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,581 DEBUG [RS:2;6b1293cedc9a:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,581 DEBUG [RS:2;6b1293cedc9a:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,581 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:21:01,581 DEBUG [RS:2;6b1293cedc9a:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,581 DEBUG [RS:2;6b1293cedc9a:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,581 DEBUG [RS:2;6b1293cedc9a:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:21:01,581 DEBUG [RS:2;6b1293cedc9a:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,581 DEBUG [RS:2;6b1293cedc9a:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,581 DEBUG [RS:2;6b1293cedc9a:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,581 DEBUG [RS:2;6b1293cedc9a:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,581 DEBUG [RS:2;6b1293cedc9a:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,581 DEBUG [RS:2;6b1293cedc9a:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:21:01,581 DEBUG [RS:2;6b1293cedc9a:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:21:01,581 INFO [RS:1;6b1293cedc9a:41757 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:21:01,581 INFO [RS:1;6b1293cedc9a:41757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,582 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:21:01,582 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:21:01,582 INFO [RS:0;6b1293cedc9a:39509 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:21:01,582 INFO [RS:0;6b1293cedc9a:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,582 INFO [RS:2;6b1293cedc9a:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,582 INFO [RS:2;6b1293cedc9a:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,582 INFO [RS:2;6b1293cedc9a:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,582 INFO [RS:2;6b1293cedc9a:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,582 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:21:01,582 INFO [RS:2;6b1293cedc9a:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,35779,1734078061125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:21:01,583 INFO [RS:1;6b1293cedc9a:41757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,583 DEBUG [RS:1;6b1293cedc9a:41757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 DEBUG [RS:1;6b1293cedc9a:41757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 DEBUG [RS:1;6b1293cedc9a:41757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 DEBUG [RS:1;6b1293cedc9a:41757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 DEBUG [RS:1;6b1293cedc9a:41757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 DEBUG [RS:1;6b1293cedc9a:41757 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:21:01,583 DEBUG [RS:1;6b1293cedc9a:41757 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:21:01,583 DEBUG [RS:1;6b1293cedc9a:41757 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 DEBUG [RS:1;6b1293cedc9a:41757 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 DEBUG [RS:1;6b1293cedc9a:41757 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 INFO [RS:0;6b1293cedc9a:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,583 DEBUG [RS:1;6b1293cedc9a:41757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 DEBUG [RS:1;6b1293cedc9a:41757 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:21:01,583 DEBUG [RS:0;6b1293cedc9a:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 DEBUG [RS:1;6b1293cedc9a:41757 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:21:01,583 DEBUG [RS:0;6b1293cedc9a:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 INFO [RS:3;6b1293cedc9a:40219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:21:01,583 DEBUG [RS:0;6b1293cedc9a:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 INFO [RS:3;6b1293cedc9a:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,583 DEBUG [RS:0;6b1293cedc9a:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 DEBUG [RS:0;6b1293cedc9a:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 DEBUG [RS:0;6b1293cedc9a:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:21:01,583 DEBUG [RS:0;6b1293cedc9a:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 DEBUG [RS:0;6b1293cedc9a:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 DEBUG [RS:0;6b1293cedc9a:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 DEBUG [RS:0;6b1293cedc9a:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 DEBUG [RS:0;6b1293cedc9a:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,583 DEBUG [RS:0;6b1293cedc9a:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:21:01,583 DEBUG [RS:0;6b1293cedc9a:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:21:01,583 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:21:01,584 INFO [RS:0;6b1293cedc9a:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,584 INFO [RS:0;6b1293cedc9a:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,584 INFO [RS:0;6b1293cedc9a:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,584 INFO [RS:0;6b1293cedc9a:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,584 INFO [RS:1;6b1293cedc9a:41757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,584 INFO [RS:0;6b1293cedc9a:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,39509,1734078061028-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:21:01,584 INFO [RS:3;6b1293cedc9a:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,584 INFO [RS:1;6b1293cedc9a:41757 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,584 INFO [RS:1;6b1293cedc9a:41757 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,584 DEBUG [RS:3;6b1293cedc9a:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,584 DEBUG [RS:3;6b1293cedc9a:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,584 INFO [RS:1;6b1293cedc9a:41757 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,584 DEBUG [RS:3;6b1293cedc9a:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,584 INFO [RS:1;6b1293cedc9a:41757 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,41757,1734078061077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:21:01,584 DEBUG [RS:3;6b1293cedc9a:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,584 DEBUG [RS:3;6b1293cedc9a:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,584 DEBUG [RS:3;6b1293cedc9a:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:21:01,584 DEBUG [RS:3;6b1293cedc9a:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,584 DEBUG [RS:3;6b1293cedc9a:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,584 DEBUG [RS:3;6b1293cedc9a:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,584 DEBUG [RS:3;6b1293cedc9a:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,584 DEBUG [RS:3;6b1293cedc9a:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:21:01,584 DEBUG [RS:3;6b1293cedc9a:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:21:01,584 DEBUG [RS:3;6b1293cedc9a:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:21:01,585 INFO [RS:3;6b1293cedc9a:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,585 INFO [RS:3;6b1293cedc9a:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,585 INFO [RS:3;6b1293cedc9a:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,585 INFO [RS:3;6b1293cedc9a:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,585 INFO [RS:3;6b1293cedc9a:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,40219,1734078061169-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:21:01,601 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:21:01,601 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:21:01,601 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:21:01,601 INFO [RS:1;6b1293cedc9a:41757 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,41757,1734078061077-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,601 INFO [RS:0;6b1293cedc9a:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,39509,1734078061028-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,601 INFO [RS:2;6b1293cedc9a:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,35779,1734078061125-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,601 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:21:01,602 INFO [RS:3;6b1293cedc9a:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,40219,1734078061169-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:01,609 WARN [6b1293cedc9a:40703 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-13T08:21:01,618 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.Replication(204): 6b1293cedc9a,35779,1734078061125 started 2024-12-13T08:21:01,618 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,35779,1734078061125, RpcServer on 6b1293cedc9a/172.17.0.2:35779, sessionid=0x1001e7a75c10003 2024-12-13T08:21:01,618 DEBUG [RS:2;6b1293cedc9a:35779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:21:01,618 DEBUG [RS:2;6b1293cedc9a:35779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:01,618 DEBUG [RS:2;6b1293cedc9a:35779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,35779,1734078061125' 2024-12-13T08:21:01,618 DEBUG [RS:2;6b1293cedc9a:35779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:21:01,619 DEBUG [RS:2;6b1293cedc9a:35779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:21:01,619 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.Replication(204): 6b1293cedc9a,39509,1734078061028 started 2024-12-13T08:21:01,619 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,39509,1734078061028, RpcServer on 6b1293cedc9a/172.17.0.2:39509, sessionid=0x1001e7a75c10001 2024-12-13T08:21:01,619 DEBUG [RS:0;6b1293cedc9a:39509 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:21:01,619 DEBUG [RS:0;6b1293cedc9a:39509 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:01,619 DEBUG [RS:0;6b1293cedc9a:39509 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,39509,1734078061028' 2024-12-13T08:21:01,619 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.Replication(204): 6b1293cedc9a,41757,1734078061077 started 2024-12-13T08:21:01,619 DEBUG [RS:0;6b1293cedc9a:39509 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:21:01,619 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,41757,1734078061077, RpcServer on 6b1293cedc9a/172.17.0.2:41757, sessionid=0x1001e7a75c10002 2024-12-13T08:21:01,619 DEBUG [RS:2;6b1293cedc9a:35779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:21:01,619 DEBUG [RS:1;6b1293cedc9a:41757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:21:01,619 DEBUG [RS:2;6b1293cedc9a:35779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:21:01,619 DEBUG [RS:1;6b1293cedc9a:41757 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:01,619 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.Replication(204): 6b1293cedc9a,40219,1734078061169 started 2024-12-13T08:21:01,619 DEBUG [RS:2;6b1293cedc9a:35779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:01,619 DEBUG [RS:1;6b1293cedc9a:41757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,41757,1734078061077' 2024-12-13T08:21:01,619 DEBUG [RS:2;6b1293cedc9a:35779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,35779,1734078061125' 2024-12-13T08:21:01,619 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,40219,1734078061169, RpcServer on 6b1293cedc9a/172.17.0.2:40219, sessionid=0x1001e7a75c10004 2024-12-13T08:21:01,619 DEBUG [RS:1;6b1293cedc9a:41757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:21:01,619 DEBUG [RS:2;6b1293cedc9a:35779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:21:01,619 DEBUG [RS:3;6b1293cedc9a:40219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:21:01,619 DEBUG [RS:3;6b1293cedc9a:40219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:01,619 DEBUG [RS:3;6b1293cedc9a:40219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,40219,1734078061169' 2024-12-13T08:21:01,619 DEBUG [RS:3;6b1293cedc9a:40219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T08:21:01,619 DEBUG [RS:0;6b1293cedc9a:39509 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:21:01,619 DEBUG [RS:1;6b1293cedc9a:41757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:21:01,619 DEBUG [RS:3;6b1293cedc9a:40219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T08:21:01,619 DEBUG [RS:2;6b1293cedc9a:35779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:21:01,619 DEBUG [RS:0;6b1293cedc9a:39509 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:21:01,619 DEBUG [RS:0;6b1293cedc9a:39509 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:21:01,619 DEBUG [RS:0;6b1293cedc9a:39509 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:01,619 DEBUG [RS:0;6b1293cedc9a:39509 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,39509,1734078061028' 2024-12-13T08:21:01,619 DEBUG [RS:0;6b1293cedc9a:39509 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:21:01,619 DEBUG [RS:1;6b1293cedc9a:41757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:21:01,619 DEBUG [RS:1;6b1293cedc9a:41757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:21:01,619 DEBUG [RS:1;6b1293cedc9a:41757 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:01,619 DEBUG [RS:1;6b1293cedc9a:41757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,41757,1734078061077' 2024-12-13T08:21:01,619 DEBUG [RS:1;6b1293cedc9a:41757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:21:01,619 DEBUG [RS:3;6b1293cedc9a:40219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:21:01,620 DEBUG [RS:3;6b1293cedc9a:40219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:21:01,620 DEBUG [RS:3;6b1293cedc9a:40219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:01,620 DEBUG [RS:3;6b1293cedc9a:40219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,40219,1734078061169' 2024-12-13T08:21:01,620 DEBUG [RS:3;6b1293cedc9a:40219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T08:21:01,620 DEBUG [RS:2;6b1293cedc9a:35779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:21:01,620 INFO [RS:2;6b1293cedc9a:35779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:21:01,620 INFO [RS:2;6b1293cedc9a:35779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:21:01,620 DEBUG [RS:0;6b1293cedc9a:39509 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:21:01,620 DEBUG [RS:1;6b1293cedc9a:41757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:21:01,620 DEBUG [RS:3;6b1293cedc9a:40219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T08:21:01,620 DEBUG [RS:0;6b1293cedc9a:39509 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:21:01,620 INFO [RS:0;6b1293cedc9a:39509 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:21:01,620 INFO [RS:0;6b1293cedc9a:39509 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:21:01,620 DEBUG [RS:1;6b1293cedc9a:41757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:21:01,620 DEBUG [RS:3;6b1293cedc9a:40219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:21:01,620 INFO [RS:1;6b1293cedc9a:41757 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:21:01,620 INFO [RS:3;6b1293cedc9a:40219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:21:01,620 INFO [RS:1;6b1293cedc9a:41757 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:21:01,620 INFO [RS:3;6b1293cedc9a:40219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:21:01,720 INFO [RS:2;6b1293cedc9a:35779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:21:01,720 INFO [RS:0;6b1293cedc9a:39509 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:21:01,720 INFO [RS:3;6b1293cedc9a:40219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:21:01,720 INFO [RS:1;6b1293cedc9a:41757 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:21:01,721 INFO [RS:0;6b1293cedc9a:39509 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C39509%2C1734078061028, suffix=, logDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,39509,1734078061028, archiveDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/oldWALs, maxLogs=10 2024-12-13T08:21:01,721 INFO [RS:3;6b1293cedc9a:40219 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C40219%2C1734078061169, suffix=, logDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,40219,1734078061169, archiveDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/oldWALs, maxLogs=10 2024-12-13T08:21:01,721 INFO [RS:2;6b1293cedc9a:35779 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C35779%2C1734078061125, suffix=, logDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125, archiveDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/oldWALs, maxLogs=10 2024-12-13T08:21:01,721 INFO [RS:1;6b1293cedc9a:41757 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C41757%2C1734078061077, suffix=, logDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,41757,1734078061077, archiveDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/oldWALs, maxLogs=10 2024-12-13T08:21:01,726 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:01,726 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:01,732 DEBUG [RS:0;6b1293cedc9a:39509 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,39509,1734078061028/6b1293cedc9a%2C39509%2C1734078061028.1734078061721, exclude list is [], retry=0 2024-12-13T08:21:01,734 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36457,DS-f65acecc-3cca-4da2-81a2-d100a7a8984b,DISK] 2024-12-13T08:21:01,734 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-ab5b0266-252c-48be-9ae9-69b64b874094,DISK] 2024-12-13T08:21:01,735 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34727,DS-28218fdf-5483-457c-9352-ce08156ab742,DISK] 2024-12-13T08:21:01,737 DEBUG [RS:1;6b1293cedc9a:41757 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,41757,1734078061077/6b1293cedc9a%2C41757%2C1734078061077.1734078061721, exclude list is [], retry=0 2024-12-13T08:21:01,738 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:01,738 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:01,738 DEBUG [RS:3;6b1293cedc9a:40219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,40219,1734078061169/6b1293cedc9a%2C40219%2C1734078061169.1734078061721, exclude list is [], retry=0 2024-12-13T08:21:01,738 DEBUG [RS:2;6b1293cedc9a:35779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.1734078061721, exclude list is [], retry=0 2024-12-13T08:21:01,739 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-ed6da0af-c205-4f0d-9dac-196d8f432c2c,DISK] 2024-12-13T08:21:01,739 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34727,DS-28218fdf-5483-457c-9352-ce08156ab742,DISK] 2024-12-13T08:21:01,739 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-ab5b0266-252c-48be-9ae9-69b64b874094,DISK] 2024-12-13T08:21:01,740 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36457,DS-f65acecc-3cca-4da2-81a2-d100a7a8984b,DISK] 2024-12-13T08:21:01,740 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-ab5b0266-252c-48be-9ae9-69b64b874094,DISK] 2024-12-13T08:21:01,740 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36457,DS-f65acecc-3cca-4da2-81a2-d100a7a8984b,DISK] 2024-12-13T08:21:01,740 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34727,DS-28218fdf-5483-457c-9352-ce08156ab742,DISK] 2024-12-13T08:21:01,740 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-ed6da0af-c205-4f0d-9dac-196d8f432c2c,DISK] 2024-12-13T08:21:01,741 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-ab5b0266-252c-48be-9ae9-69b64b874094,DISK] 2024-12-13T08:21:01,741 INFO [RS:0;6b1293cedc9a:39509 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,39509,1734078061028/6b1293cedc9a%2C39509%2C1734078061028.1734078061721 2024-12-13T08:21:01,743 DEBUG [RS:0;6b1293cedc9a:39509 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41325:41325),(127.0.0.1/127.0.0.1:41205:41205),(127.0.0.1/127.0.0.1:34023:34023)] 2024-12-13T08:21:01,744 INFO [RS:1;6b1293cedc9a:41757 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,41757,1734078061077/6b1293cedc9a%2C41757%2C1734078061077.1734078061721 2024-12-13T08:21:01,744 DEBUG [RS:1;6b1293cedc9a:41757 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34023:34023),(127.0.0.1/127.0.0.1:45597:45597),(127.0.0.1/127.0.0.1:41205:41205)] 2024-12-13T08:21:01,744 INFO [RS:2;6b1293cedc9a:35779 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.1734078061721 2024-12-13T08:21:01,744 DEBUG [RS:2;6b1293cedc9a:35779 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41205:41205),(127.0.0.1/127.0.0.1:34023:34023),(127.0.0.1/127.0.0.1:41325:41325)] 2024-12-13T08:21:01,745 INFO [RS:3;6b1293cedc9a:40219 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,40219,1734078061169/6b1293cedc9a%2C40219%2C1734078061169.1734078061721 2024-12-13T08:21:01,745 DEBUG [RS:3;6b1293cedc9a:40219 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41325:41325),(127.0.0.1/127.0.0.1:45597:45597),(127.0.0.1/127.0.0.1:41205:41205)] 2024-12-13T08:21:01,859 DEBUG [6b1293cedc9a:40703 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-13T08:21:01,859 DEBUG [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:21:01,860 DEBUG [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:21:01,860 DEBUG [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:21:01,860 DEBUG [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:21:01,860 DEBUG [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:21:01,860 INFO [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:21:01,860 INFO [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:21:01,860 INFO [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:21:01,860 INFO [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:21:01,860 DEBUG [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-13T08:21:01,861 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:01,861 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,35779,1734078061125, state=OPENING 2024-12-13T08:21:01,867 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T08:21:01,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:01,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:01,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:01,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:01,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:01,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:01,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:02,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:02,028 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:21:02,029 INFO [RS-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:21:02,031 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T08:21:02,031 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:21:02,042 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-13T08:21:02,043 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T08:21:02,044 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=6b1293cedc9a%2C35779%2C1734078061125.meta, suffix=.meta, logDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125, archiveDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/oldWALs, maxLogs=10 2024-12-13T08:21:02,054 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, exclude list is [], retry=0 2024-12-13T08:21:02,056 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a967cf5 to 127.0.0.1:49234 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72a477f6 2024-12-13T08:21:02,056 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34727,DS-28218fdf-5483-457c-9352-ce08156ab742,DISK] 2024-12-13T08:21:02,056 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-ab5b0266-252c-48be-9ae9-69b64b874094,DISK] 2024-12-13T08:21:02,056 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-ed6da0af-c205-4f0d-9dac-196d8f432c2c,DISK] 2024-12-13T08:21:02,058 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta 2024-12-13T08:21:02,058 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41205:41205),(127.0.0.1/127.0.0.1:34023:34023),(127.0.0.1/127.0.0.1:45597:45597)] 2024-12-13T08:21:02,058 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:21:02,058 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:21:02,058 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T08:21:02,058 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:21:02,058 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T08:21:02,059 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:02,059 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T08:21:02,059 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T08:21:02,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:21:02,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:21:02,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:02,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:21:02,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:21:02,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:21:02,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:02,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:21:02,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:21:02,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:21:02,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:02,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:21:02,063 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740 2024-12-13T08:21:02,064 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740 2024-12-13T08:21:02,064 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:21:02,065 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df622b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:21:02,065 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:21:02,066 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65769448, jitterRate=-0.019958853721618652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:21:02,066 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:21:02,066 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734078062027 2024-12-13T08:21:02,067 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T08:21:02,068 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T08:21:02,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:02,068 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,35779,1734078061125, state=OPEN 2024-12-13T08:21:02,073 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:49234 2024-12-13T08:21:02,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:02,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:02,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:02,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:02,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:02,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:02,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:02,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:02,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:02,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:02,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T08:21:02,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=6b1293cedc9a,35779,1734078061125 in 200 msec 2024-12-13T08:21:02,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T08:21:02,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 619 msec 2024-12-13T08:21:02,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 650 msec 2024-12-13T08:21:02,078 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734078062078, completionTime=-1 2024-12-13T08:21:02,078 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=4; waited=0ms, expected min=4 server(s), max=4 server(s), master is running 2024-12-13T08:21:02,078 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T08:21:02,082 DEBUG [hconnection-0x460fced1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:21:02,084 INFO [RS-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:21:02,084 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:21:02,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1001e7a75c10006 connected 2024-12-13T08:21:02,084 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=4 2024-12-13T08:21:02,084 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734078122084 2024-12-13T08:21:02,085 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734078182084 2024-12-13T08:21:02,085 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 6 msec 2024-12-13T08:21:02,085 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=4055c013-5241-4579-b8ee-fc7c4c2b0820 to cluster=4055c013-5241-4579-b8ee-fc7c4c2b0820 2024-12-13T08:21:02,085 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=6b1293cedc9a%2C35779%2C1734078061125 2024-12-13T08:21:02,085 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T08:21:02,085 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, startPosition=0, beingWritten=true 2024-12-13T08:21:02,085 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1293cedc9a%2C35779%2C1734078061125 2024-12-13T08:21:02,089 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:21:02,089 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 316, reset compression=false 2024-12-13T08:21:02,089 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734078062066/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=316, nbRowKeys=1, nbHFiles=0, heapSize=332, lastSeqIds={}, endOfFile=false,usedBufferSize=332] 2024-12-13T08:21:02,097 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:21:02,097 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:02,101 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,40703,1734078060877-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:02,101 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,40703,1734078060877-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:02,101 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,40703,1734078060877-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:02,101 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1293cedc9a:40703, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:02,101 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:02,101 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T08:21:02,101 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:21:02,102 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T08:21:02,102 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T08:21:02,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:21:02,103 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:02,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:21:02,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741838_1014 (size=358) 2024-12-13T08:21:02,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741838_1014 (size=358) 2024-12-13T08:21:02,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741838_1014 (size=358) 2024-12-13T08:21:02,110 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6acc1cad037875813ef99e8dbdf7a51b, NAME => 'hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:02,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:21:02,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:21:02,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:21:02,116 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:02,116 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 6acc1cad037875813ef99e8dbdf7a51b, disabling compactions & flushes 2024-12-13T08:21:02,116 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b. 2024-12-13T08:21:02,116 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b. 2024-12-13T08:21:02,116 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b. after waiting 0 ms 2024-12-13T08:21:02,116 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b. 2024-12-13T08:21:02,116 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b. 2024-12-13T08:21:02,116 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6acc1cad037875813ef99e8dbdf7a51b: 2024-12-13T08:21:02,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:21:02,117 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734078062116"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078062116"}]},"ts":"1734078062116"} 2024-12-13T08:21:02,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T08:21:02,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:21:02,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078062117"}]},"ts":"1734078062117"} 2024-12-13T08:21:02,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T08:21:02,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:21:02,199 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:21:02,199 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:21:02,199 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:21:02,199 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:21:02,199 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:21:02,199 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:21:02,199 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:21:02,199 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:21:02,199 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-13T08:21:02,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6acc1cad037875813ef99e8dbdf7a51b, ASSIGN}] 2024-12-13T08:21:02,200 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6acc1cad037875813ef99e8dbdf7a51b, ASSIGN 2024-12-13T08:21:02,200 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=6acc1cad037875813ef99e8dbdf7a51b, ASSIGN; state=OFFLINE, location=6b1293cedc9a,41757,1734078061077; forceNewPlan=false, retain=false 2024-12-13T08:21:02,292 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 316, reset compression=false 2024-12-13T08:21:02,296 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:21:02,296 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 685, reset compression=false 2024-12-13T08:21:02,296 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4=[#edits: 2 = ],436}, {hbase:meta/1588230740/5=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=685, nbRowKeys=2, nbHFiles=0, heapSize=624, lastSeqIds={}, endOfFile=false,usedBufferSize=624] 2024-12-13T08:21:02,350 INFO [6b1293cedc9a:40703 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:21:02,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6acc1cad037875813ef99e8dbdf7a51b, regionState=OPENING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:02,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 6acc1cad037875813ef99e8dbdf7a51b, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:02,498 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 685, reset compression=false 2024-12-13T08:21:02,502 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:21:02,502 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 1094, reset compression=false 2024-12-13T08:21:02,502 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6=[#edits: 3 = ],612}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=1094, nbRowKeys=1, nbHFiles=0, heapSize=612, lastSeqIds={}, endOfFile=false,usedBufferSize=612] 2024-12-13T08:21:02,503 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:02,503 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:21:02,504 INFO [RS-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:21:02,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b. 2024-12-13T08:21:02,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 6acc1cad037875813ef99e8dbdf7a51b, NAME => 'hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:21:02,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 6acc1cad037875813ef99e8dbdf7a51b 2024-12-13T08:21:02,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:02,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 6acc1cad037875813ef99e8dbdf7a51b 2024-12-13T08:21:02,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 6acc1cad037875813ef99e8dbdf7a51b 2024-12-13T08:21:02,507 INFO [StoreOpener-6acc1cad037875813ef99e8dbdf7a51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6acc1cad037875813ef99e8dbdf7a51b 2024-12-13T08:21:02,508 INFO [StoreOpener-6acc1cad037875813ef99e8dbdf7a51b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6acc1cad037875813ef99e8dbdf7a51b columnFamilyName info 2024-12-13T08:21:02,508 DEBUG [StoreOpener-6acc1cad037875813ef99e8dbdf7a51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:02,508 INFO [StoreOpener-6acc1cad037875813ef99e8dbdf7a51b-1 {}] regionserver.HStore(327): Store=6acc1cad037875813ef99e8dbdf7a51b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:02,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/namespace/6acc1cad037875813ef99e8dbdf7a51b 2024-12-13T08:21:02,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/namespace/6acc1cad037875813ef99e8dbdf7a51b 2024-12-13T08:21:02,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 6acc1cad037875813ef99e8dbdf7a51b 2024-12-13T08:21:02,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/namespace/6acc1cad037875813ef99e8dbdf7a51b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:02,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 6acc1cad037875813ef99e8dbdf7a51b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72875386, jitterRate=0.08592787384986877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:02,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 6acc1cad037875813ef99e8dbdf7a51b: 2024-12-13T08:21:02,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b., pid=6, masterSystemTime=1734078062503 2024-12-13T08:21:02,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b. 2024-12-13T08:21:02,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b. 2024-12-13T08:21:02,514 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6acc1cad037875813ef99e8dbdf7a51b, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:02,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T08:21:02,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 6acc1cad037875813ef99e8dbdf7a51b, server=6b1293cedc9a,41757,1734078061077 in 164 msec 2024-12-13T08:21:02,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T08:21:02,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=6acc1cad037875813ef99e8dbdf7a51b, ASSIGN in 316 msec 2024-12-13T08:21:02,517 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:21:02,517 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078062517"}]},"ts":"1734078062517"} 2024-12-13T08:21:02,517 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T08:21:02,526 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:21:02,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 425 msec 2024-12-13T08:21:02,603 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-13T08:21:02,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-13T08:21:02,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:02,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:02,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:02,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:02,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:02,619 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:21:02,620 INFO [RS-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:21:02,621 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T08:21:02,626 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:02,626 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:02,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-13T08:21:02,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 22 msec 2024-12-13T08:21:02,652 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T08:21:02,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-13T08:21:02,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 41 msec 2024-12-13T08:21:02,705 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 1094, reset compression=false 2024-12-13T08:21:02,708 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:21:02,708 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 1808, reset compression=false 2024-12-13T08:21:02,708 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7=[#edits: 5 = ],916}, {hbase:meta/1588230740/8=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=1808, nbRowKeys=2, nbHFiles=0, heapSize=1104, lastSeqIds={}, endOfFile=false,usedBufferSize=1104] 2024-12-13T08:21:02,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-13T08:21:02,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-13T08:21:02,740 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.531sec 2024-12-13T08:21:02,740 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T08:21:02,740 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T08:21:02,740 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T08:21:02,740 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T08:21:02,740 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T08:21:02,740 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,40703,1734078060877-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:21:02,740 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,40703,1734078060877-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T08:21:02,741 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T08:21:02,742 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T08:21:02,742 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,40703,1734078060877-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:21:02,790 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x627ad8f4 to 127.0.0.1:49234 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a9a583d 2024-12-13T08:21:02,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a58f7e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:21:02,802 DEBUG [hconnection-0x26261c1c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:21:02,803 INFO [RS-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:21:02,804 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=6b1293cedc9a,40703,1734078060877 2024-12-13T08:21:02,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T08:21:02,805 INFO [RS-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T08:21:02,807 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40703 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table hbase:meta from 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} to 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', REGION_REPLICATION => '3', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:21:02,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40703 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=hbase:meta 2024-12-13T08:21:02,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741840_1016 (size=1064) 2024-12-13T08:21:02,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741840_1016 (size=1064) 2024-12-13T08:21:02,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741840_1016 (size=1064) 2024-12-13T08:21:02,817 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T08:21:02,817 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/.tabledesc/.tableinfo.0000000002.1064 2024-12-13T08:21:02,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=hbase:meta}] 2024-12-13T08:21:02,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE}] 2024-12-13T08:21:02,819 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-13T08:21:02,820 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:02,820 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,35779,1734078061125, state=CLOSING 2024-12-13T08:21:02,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:02,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:02,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:02,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:02,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:02,826 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:02,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:02,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:02,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:02,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:02,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:02,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; CloseRegionProcedure 1588230740, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:02,911 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 1808, reset compression=false 2024-12-13T08:21:02,977 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:02,978 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-13T08:21:02,978 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:02,978 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:21:02,978 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:21:02,978 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:21:02,978 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:21:02,978 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:21:02,978 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.23 KB heapSize=2.87 KB 2024-12-13T08:21:02,991 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/.tmp/info/3ca180e783d94f418e9fdc2d9d8cb9c3 is 143, key is hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:regioninfo/1734078062514/Put/seqid=0 2024-12-13T08:21:02,993 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:02,993 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:02,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741841_1017 (size=6595) 2024-12-13T08:21:02,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741841_1017 (size=6595) 2024-12-13T08:21:02,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741841_1017 (size=6595) 2024-12-13T08:21:02,996 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.14 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/.tmp/info/3ca180e783d94f418e9fdc2d9d8cb9c3 2024-12-13T08:21:03,010 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/.tmp/table/8d08507279914a96ab504e7c694ce95a is 51, key is hbase:namespace/table:state/1734078062517/Put/seqid=0 2024-12-13T08:21:03,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741842_1018 (size=5242) 2024-12-13T08:21:03,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741842_1018 (size=5242) 2024-12-13T08:21:03,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741842_1018 (size=5242) 2024-12-13T08:21:03,015 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/.tmp/table/8d08507279914a96ab504e7c694ce95a 2024-12-13T08:21:03,018 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/.tmp/info/3ca180e783d94f418e9fdc2d9d8cb9c3 as hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/info/3ca180e783d94f418e9fdc2d9d8cb9c3 2024-12-13T08:21:03,021 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/info/3ca180e783d94f418e9fdc2d9d8cb9c3, entries=10, sequenceid=9, filesize=6.4 K 2024-12-13T08:21:03,022 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/.tmp/table/8d08507279914a96ab504e7c694ce95a as hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/table/8d08507279914a96ab504e7c694ce95a 2024-12-13T08:21:03,025 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/table/8d08507279914a96ab504e7c694ce95a, entries=2, sequenceid=9, filesize=5.1 K 2024-12-13T08:21:03,025 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(3040): Finished flush of dataSize ~1.23 KB/1264, heapSize ~2.59 KB/2648, currentSize=0 B/0 for 1588230740 in 47ms, sequenceid=9, compaction requested=false 2024-12-13T08:21:03,028 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-13T08:21:03,029 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:21:03,029 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:21:03,029 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:21:03,029 WARN [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionServer(3786): Not adding moved region record: 1588230740 to self. 2024-12-13T08:21:03,030 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-13T08:21:03,030 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-13T08:21:03,030 WARN [PEWorker-1 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-13T08:21:03,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-13T08:21:03,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; CloseRegionProcedure 1588230740, server=6b1293cedc9a,35779,1734078061125 in 204 msec 2024-12-13T08:21:03,031 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=6b1293cedc9a,35779,1734078061125; forceNewPlan=false, retain=true 2024-12-13T08:21:03,181 INFO [6b1293cedc9a:40703 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-13T08:21:03,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:03,182 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,35779,1734078061125, state=OPENING 2024-12-13T08:21:03,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:03,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:03,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:03,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:03,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:03,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:03,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:03,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:03,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:03,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:03,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:03,214 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 1808, reset compression=false 2024-12-13T08:21:03,218 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:21:03,218 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 2476, reset compression=false 2024-12-13T08:21:03,218 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078062978/Put/vlen=101/seqid=0; >],284}, {hbase:meta/1588230740/11=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078063025/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/12=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734078063026/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=2476, nbRowKeys=3, nbHFiles=0, heapSize=972, lastSeqIds={}, endOfFile=false,usedBufferSize=972] 2024-12-13T08:21:03,223 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-13T08:21:03,224 WARN [ReadOnlyZKClient-127.0.0.1:49234@0x1a967cf5 {}] client.ZKConnectionRegistry(198): Meta region is in state OPENING 2024-12-13T08:21:03,338 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:03,338 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:03,350 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:03,352 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T08:21:03,352 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:21:03,353 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:21:03,353 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T08:21:03,353 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:21:03,353 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T08:21:03,353 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:03,353 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T08:21:03,353 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T08:21:03,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:21:03,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:21:03,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:03,361 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/info/3ca180e783d94f418e9fdc2d9d8cb9c3 2024-12-13T08:21:03,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:21:03,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:21:03,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:21:03,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:03,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:21:03,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:21:03,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:21:03,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:03,366 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/table/8d08507279914a96ab504e7c694ce95a 2024-12-13T08:21:03,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:21:03,367 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740 2024-12-13T08:21:03,367 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740 2024-12-13T08:21:03,369 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:21:03,369 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:21:03,370 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61927480, jitterRate=-0.07720863819122314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:21:03,371 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:21:03,371 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=13, masterSystemTime=1734078063350 2024-12-13T08:21:03,372 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T08:21:03,372 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T08:21:03,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:03,372 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,35779,1734078061125, state=OPEN 2024-12-13T08:21:03,432 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 2476, reset compression=false 2024-12-13T08:21:03,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:03,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:03,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:03,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:03,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:03,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:03,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:03,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T08:21:03,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:03,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:03,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-13T08:21:03,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1588230740, server=6b1293cedc9a,35779,1734078061125 in 234 msec 2024-12-13T08:21:03,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-13T08:21:03,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 615 msec 2024-12-13T08:21:03,436 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:21:03,436 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 2775, reset compression=false 2024-12-13T08:21:03,436 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/14=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734078063371/Put/vlen=196/seqid=0; >],404}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=2775, nbRowKeys=1, nbHFiles=0, heapSize=404, lastSeqIds={}, endOfFile=false,usedBufferSize=404] 2024-12-13T08:21:03,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-13T08:21:03,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; ReopenTableRegionsProcedure table=hbase:meta in 617 msec 2024-12-13T08:21:03,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN}] 2024-12-13T08:21:03,438 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN 2024-12-13T08:21:03,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN 2024-12-13T08:21:03,438 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-13T08:21:03,439 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:21:03,439 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:21:03,589 DEBUG [6b1293cedc9a:40703 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-13T08:21:03,589 DEBUG [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:21:03,591 DEBUG [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:21:03,591 DEBUG [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:21:03,592 DEBUG [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:21:03,592 DEBUG [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:21:03,592 INFO [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:21:03,592 INFO [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:21:03,592 INFO [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:21:03,592 INFO [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:21:03,592 DEBUG [6b1293cedc9a:40703 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-13T08:21:03,592 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:03,592 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:03,592 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 6b1293cedc9a,41757,1734078061077, state=OPENING 2024-12-13T08:21:03,592 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 6b1293cedc9a,40219,1734078061169, state=OPENING 2024-12-13T08:21:03,609 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=1, create it 2024-12-13T08:21:03,609 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=2, create it 2024-12-13T08:21:03,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:03,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:03,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:03,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:03,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:21:03,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:03,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:03,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:03,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:03,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T08:21:03,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE; OpenRegionProcedure 534574363, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:03,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE; OpenRegionProcedure 1657623790, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:03,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:21:03,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:21:03,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:21:03,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:21:03,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:21:03,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:21:03,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:21:03,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:21:03,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:21:03,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:21:03,626 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:03,626 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:03,640 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 2775, reset compression=false 2024-12-13T08:21:03,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-13T08:21:03,640 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-13T08:21:03,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-13T08:21:03,641 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-13T08:21:03,641 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:21:03,641 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-13T08:21:03,769 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:03,770 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:03,770 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:21:03,772 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-13T08:21:03,772 INFO [RS-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:21:03,772 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-13T08:21:03,772 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:21:03,772 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-13T08:21:03,772 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:21:03,773 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-13T08:21:03,773 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:03,773 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-13T08:21:03,773 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-13T08:21:03,774 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-13T08:21:03,775 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-13T08:21:03,775 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-13T08:21:03,775 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-13T08:21:03,775 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:03,776 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:21:03,776 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-13T08:21:03,776 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:21:03,776 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-13T08:21:03,776 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:03,776 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-13T08:21:03,776 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-13T08:21:03,777 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-13T08:21:03,778 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-13T08:21:03,778 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:03,783 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/info/3ca180e783d94f418e9fdc2d9d8cb9c3 2024-12-13T08:21:03,783 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:21:03,783 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-13T08:21:03,784 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-13T08:21:03,784 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:03,786 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/info/3ca180e783d94f418e9fdc2d9d8cb9c3 2024-12-13T08:21:03,786 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:21:03,786 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-13T08:21:03,786 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:21:03,786 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-13T08:21:03,787 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-13T08:21:03,787 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:03,787 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-13T08:21:03,787 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:03,788 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:21:03,788 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-13T08:21:03,789 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-13T08:21:03,789 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:03,803 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/table/8d08507279914a96ab504e7c694ce95a 2024-12-13T08:21:03,803 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:21:03,804 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:21:03,806 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59150067, jitterRate=-0.11859531700611115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:21:03,806 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-13T08:21:03,806 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=16, masterSystemTime=1734078063769 2024-12-13T08:21:03,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:03,808 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 6b1293cedc9a,41757,1734078061077, state=OPEN 2024-12-13T08:21:03,816 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/table/8d08507279914a96ab504e7c694ce95a 2024-12-13T08:21:03,816 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:21:03,816 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:21:03,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:21:03,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:21:03,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:21:03,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:21:03,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-13T08:21:03,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:21:03,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:21:03,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:21:03,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:21:03,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-13T08:21:03,818 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75120250, jitterRate=0.1193789541721344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:21:03,818 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-13T08:21:03,818 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=17, masterSystemTime=1734078063770 2024-12-13T08:21:03,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=15 2024-12-13T08:21:03,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=15, state=SUCCESS; OpenRegionProcedure 1657623790, server=6b1293cedc9a,41757,1734078061077 in 199 msec 2024-12-13T08:21:03,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN in 382 msec 2024-12-13T08:21:03,819 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:03,820 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 6b1293cedc9a,40219,1734078061169, state=OPEN 2024-12-13T08:21:03,826 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-13T08:21:03,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:21:03,826 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-13T08:21:03,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:21:03,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:21:03,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:21:03,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:21:03,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:21:03,826 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-13T08:21:03,826 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-13T08:21:03,826 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-13T08:21:03,826 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-13T08:21:03,827 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:21:03,827 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:21:03,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:21:03,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:21:03,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-13T08:21:03,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-13T08:21:03,828 INFO [RS-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-13T08:21:03,828 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35779 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-13T08:21:03,829 INFO [RS-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=AdminService 2024-12-13T08:21:03,829 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35779 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-13T08:21:03,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35779 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:21:03,830 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 1657623790; now waiting and blocking reads until observing a flush marker 2024-12-13T08:21:03,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35779 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:21:03,830 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-13T08:21:03,830 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 534574363; now waiting and blocking reads until observing a flush marker 2024-12-13T08:21:03,830 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-13T08:21:03,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=14 2024-12-13T08:21:03,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=14, state=SUCCESS; OpenRegionProcedure 534574363, server=6b1293cedc9a,40219,1734078061169 in 209 msec 2024-12-13T08:21:03,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=14, resume processing ppid=9 2024-12-13T08:21:03,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN in 393 msec 2024-12-13T08:21:03,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; ModifyTableProcedure table=hbase:meta in 1.0240 sec 2024-12-13T08:21:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:21:03,834 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:21:03,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicates_0', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:21:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicates_0 2024-12-13T08:21:03,837 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_0 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:21:03,837 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:03,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicates_0" procId is: 18 2024-12-13T08:21:03,837 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_0 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:21:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T08:21:03,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741843_1019 (size=377) 2024-12-13T08:21:03,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741843_1019 (size=377) 2024-12-13T08:21:03,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741843_1019 (size=377) 2024-12-13T08:21:03,852 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d5e22a12584360660d6f82eb34e872f7, NAME => 'testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:03,853 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 968cf3645ae09da0368016108417a027, NAME => 'testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:03,853 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a76e7a516b75b1980a5874474f769024, NAME => 'testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:03,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741844_1020 (size=66) 2024-12-13T08:21:03,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741844_1020 (size=66) 2024-12-13T08:21:03,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741844_1020 (size=66) 2024-12-13T08:21:03,883 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:03,884 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing a76e7a516b75b1980a5874474f769024, disabling compactions & flushes 2024-12-13T08:21:03,884 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024. 2024-12-13T08:21:03,884 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024. 2024-12-13T08:21:03,884 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024. after waiting 0 ms 2024-12-13T08:21:03,884 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024. 2024-12-13T08:21:03,884 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024. 2024-12-13T08:21:03,884 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for a76e7a516b75b1980a5874474f769024: 2024-12-13T08:21:03,885 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 5a2d453e81a3f334a846dec00778a49f, NAME => 'testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:03,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741845_1021 (size=63) 2024-12-13T08:21:03,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741845_1021 (size=63) 2024-12-13T08:21:03,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741845_1021 (size=63) 2024-12-13T08:21:03,901 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:03,901 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing d5e22a12584360660d6f82eb34e872f7, disabling compactions & flushes 2024-12-13T08:21:03,901 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7. 2024-12-13T08:21:03,901 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7. 2024-12-13T08:21:03,901 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7. after waiting 0 ms 2024-12-13T08:21:03,901 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7. 2024-12-13T08:21:03,901 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7. 2024-12-13T08:21:03,901 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for d5e22a12584360660d6f82eb34e872f7: 2024-12-13T08:21:03,902 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 937bbe65ef4ae917505f3f822ae0cb75, NAME => 'testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:03,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741846_1022 (size=66) 2024-12-13T08:21:03,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741846_1022 (size=66) 2024-12-13T08:21:03,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741846_1022 (size=66) 2024-12-13T08:21:03,909 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:03,909 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1681): Closing 968cf3645ae09da0368016108417a027, disabling compactions & flushes 2024-12-13T08:21:03,909 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027. 2024-12-13T08:21:03,910 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027. 2024-12-13T08:21:03,910 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027. after waiting 0 ms 2024-12-13T08:21:03,910 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027. 2024-12-13T08:21:03,910 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027. 2024-12-13T08:21:03,910 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1635): Region close journal for 968cf3645ae09da0368016108417a027: 2024-12-13T08:21:03,911 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7911c3264111bfafa022561304562f21, NAME => 'testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:03,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741847_1023 (size=66) 2024-12-13T08:21:03,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741847_1023 (size=66) 2024-12-13T08:21:03,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741847_1023 (size=66) 2024-12-13T08:21:03,925 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:03,925 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 5a2d453e81a3f334a846dec00778a49f, disabling compactions & flushes 2024-12-13T08:21:03,925 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f. 2024-12-13T08:21:03,925 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f. 2024-12-13T08:21:03,925 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f. after waiting 0 ms 2024-12-13T08:21:03,925 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f. 2024-12-13T08:21:03,925 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f. 2024-12-13T08:21:03,926 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 5a2d453e81a3f334a846dec00778a49f: 2024-12-13T08:21:03,926 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f16ed44c606e66d3b2940e256bc7499f, NAME => 'testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:03,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741848_1024 (size=66) 2024-12-13T08:21:03,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741848_1024 (size=66) 2024-12-13T08:21:03,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741848_1024 (size=66) 2024-12-13T08:21:03,935 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:03,935 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing 937bbe65ef4ae917505f3f822ae0cb75, disabling compactions & flushes 2024-12-13T08:21:03,935 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75. 2024-12-13T08:21:03,935 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75. 2024-12-13T08:21:03,935 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75. after waiting 0 ms 2024-12-13T08:21:03,935 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75. 2024-12-13T08:21:03,935 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75. 2024-12-13T08:21:03,935 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for 937bbe65ef4ae917505f3f822ae0cb75: 2024-12-13T08:21:03,936 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 151d914911dc389fdc4e0e841e31efd3, NAME => 'testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T08:21:03,943 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 2775, reset compression=false 2024-12-13T08:21:03,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741849_1025 (size=66) 2024-12-13T08:21:03,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741849_1025 (size=66) 2024-12-13T08:21:03,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741849_1025 (size=66) 2024-12-13T08:21:03,956 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:03,956 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1681): Closing 7911c3264111bfafa022561304562f21, disabling compactions & flushes 2024-12-13T08:21:03,956 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21. 2024-12-13T08:21:03,956 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21. 2024-12-13T08:21:03,956 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21. after waiting 0 ms 2024-12-13T08:21:03,956 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21. 2024-12-13T08:21:03,956 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21. 2024-12-13T08:21:03,956 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7911c3264111bfafa022561304562f21: 2024-12-13T08:21:03,957 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b410deb25f389a497b1025884ed446ba, NAME => 'testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:03,981 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:21:03,981 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 3045, reset compression=false 2024-12-13T08:21:03,981 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/16=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078063828/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/18=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078063829/Put/vlen=52/seqid=0; >],236}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=3045, nbRowKeys=2, nbHFiles=0, heapSize=472, lastSeqIds={}, endOfFile=false,usedBufferSize=472] 2024-12-13T08:21:03,986 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-13T08:21:03,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741850_1026 (size=66) 2024-12-13T08:21:03,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741850_1026 (size=66) 2024-12-13T08:21:03,996 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:03,996 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing f16ed44c606e66d3b2940e256bc7499f, disabling compactions & flushes 2024-12-13T08:21:03,996 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f. 2024-12-13T08:21:03,996 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f. 2024-12-13T08:21:03,996 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f. after waiting 0 ms 2024-12-13T08:21:03,996 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f. 2024-12-13T08:21:03,996 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f. 2024-12-13T08:21:03,996 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for f16ed44c606e66d3b2940e256bc7499f: 2024-12-13T08:21:03,997 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 02634c3eedc9b8a5871d9fb5a42373b2, NAME => 'testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:03,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741850_1026 (size=66) 2024-12-13T08:21:04,003 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:21:04,004 INFO [RS-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=AdminService 2024-12-13T08:21:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:21:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:21:04,007 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:21:04,008 INFO [RS-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=AdminService 2024-12-13T08:21:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41757 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:21:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41757 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-13T08:21:04,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741851_1027 (size=66) 2024-12-13T08:21:04,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741851_1027 (size=66) 2024-12-13T08:21:04,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741851_1027 (size=66) 2024-12-13T08:21:04,023 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,023 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing 151d914911dc389fdc4e0e841e31efd3, disabling compactions & flushes 2024-12-13T08:21:04,023 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3. 2024-12-13T08:21:04,023 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3. 2024-12-13T08:21:04,023 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3. after waiting 0 ms 2024-12-13T08:21:04,023 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3. 2024-12-13T08:21:04,023 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3. 2024-12-13T08:21:04,023 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for 151d914911dc389fdc4e0e841e31efd3: 2024-12-13T08:21:04,024 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fd0861cf046b89e184b9e9cdf9ae59fa, NAME => 'testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:04,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741852_1028 (size=66) 2024-12-13T08:21:04,034 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,034 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1681): Closing b410deb25f389a497b1025884ed446ba, disabling compactions & flushes 2024-12-13T08:21:04,034 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba. 2024-12-13T08:21:04,034 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba. 2024-12-13T08:21:04,034 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba. after waiting 0 ms 2024-12-13T08:21:04,034 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba. 2024-12-13T08:21:04,034 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba. 2024-12-13T08:21:04,034 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1635): Region close journal for b410deb25f389a497b1025884ed446ba: 2024-12-13T08:21:04,035 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 57141d8a67717f4ef8445038e2884fb5, NAME => 'testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:04,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741852_1028 (size=66) 2024-12-13T08:21:04,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741852_1028 (size=66) 2024-12-13T08:21:04,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741853_1029 (size=66) 2024-12-13T08:21:04,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741853_1029 (size=66) 2024-12-13T08:21:04,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741853_1029 (size=66) 2024-12-13T08:21:04,050 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,050 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 02634c3eedc9b8a5871d9fb5a42373b2, disabling compactions & flushes 2024-12-13T08:21:04,050 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2. 2024-12-13T08:21:04,050 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2. 2024-12-13T08:21:04,050 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2. after waiting 0 ms 2024-12-13T08:21:04,050 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2. 2024-12-13T08:21:04,050 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2. 2024-12-13T08:21:04,050 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 02634c3eedc9b8a5871d9fb5a42373b2: 2024-12-13T08:21:04,051 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => de776db267545a6f35b795991b18f629, NAME => 'testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:04,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741854_1030 (size=66) 2024-12-13T08:21:04,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741854_1030 (size=66) 2024-12-13T08:21:04,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741854_1030 (size=66) 2024-12-13T08:21:04,061 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,061 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing fd0861cf046b89e184b9e9cdf9ae59fa, disabling compactions & flushes 2024-12-13T08:21:04,061 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa. 2024-12-13T08:21:04,061 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa. 2024-12-13T08:21:04,061 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa. after waiting 0 ms 2024-12-13T08:21:04,061 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa. 2024-12-13T08:21:04,061 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa. 2024-12-13T08:21:04,061 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for fd0861cf046b89e184b9e9cdf9ae59fa: 2024-12-13T08:21:04,062 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f0ee3e0cba230c70b29a2cf3817ecc7f, NAME => 'testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:04,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741855_1031 (size=66) 2024-12-13T08:21:04,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741855_1031 (size=66) 2024-12-13T08:21:04,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741855_1031 (size=66) 2024-12-13T08:21:04,074 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,074 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1681): Closing 57141d8a67717f4ef8445038e2884fb5, disabling compactions & flushes 2024-12-13T08:21:04,074 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5. 2024-12-13T08:21:04,074 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5. 2024-12-13T08:21:04,074 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5. after waiting 0 ms 2024-12-13T08:21:04,075 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5. 2024-12-13T08:21:04,075 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5. 2024-12-13T08:21:04,075 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1635): Region close journal for 57141d8a67717f4ef8445038e2884fb5: 2024-12-13T08:21:04,075 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a6b3841b3e6704d06d8100fa817d9f5b, NAME => 'testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:04,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741856_1032 (size=66) 2024-12-13T08:21:04,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741856_1032 (size=66) 2024-12-13T08:21:04,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741856_1032 (size=66) 2024-12-13T08:21:04,088 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,088 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing de776db267545a6f35b795991b18f629, disabling compactions & flushes 2024-12-13T08:21:04,088 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629. 2024-12-13T08:21:04,088 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629. 2024-12-13T08:21:04,088 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629. after waiting 0 ms 2024-12-13T08:21:04,088 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629. 2024-12-13T08:21:04,088 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629. 2024-12-13T08:21:04,088 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for de776db267545a6f35b795991b18f629: 2024-12-13T08:21:04,089 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 646684c5b7a37073c8a2ad32a07e4d45, NAME => 'testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:04,103 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:21:04,103 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:04,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741857_1033 (size=66) 2024-12-13T08:21:04,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741857_1033 (size=66) 2024-12-13T08:21:04,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741857_1033 (size=66) 2024-12-13T08:21:04,115 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,115 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing f0ee3e0cba230c70b29a2cf3817ecc7f, disabling compactions & flushes 2024-12-13T08:21:04,115 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f. 2024-12-13T08:21:04,115 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f. 2024-12-13T08:21:04,115 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f. after waiting 0 ms 2024-12-13T08:21:04,115 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f. 2024-12-13T08:21:04,115 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f. 2024-12-13T08:21:04,115 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for f0ee3e0cba230c70b29a2cf3817ecc7f: 2024-12-13T08:21:04,116 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7ab95b246ce4a8f4da62e9b24f66978d, NAME => 'testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T08:21:04,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741858_1034 (size=66) 2024-12-13T08:21:04,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741858_1034 (size=66) 2024-12-13T08:21:04,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741858_1034 (size=66) 2024-12-13T08:21:04,141 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,141 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1681): Closing a6b3841b3e6704d06d8100fa817d9f5b, disabling compactions & flushes 2024-12-13T08:21:04,141 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b. 2024-12-13T08:21:04,141 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b. 2024-12-13T08:21:04,141 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b. after waiting 0 ms 2024-12-13T08:21:04,141 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b. 2024-12-13T08:21:04,141 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b. 2024-12-13T08:21:04,141 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1635): Region close journal for a6b3841b3e6704d06d8100fa817d9f5b: 2024-12-13T08:21:04,142 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ac9f5bc4ad766c5f1e5245363d0b93a9, NAME => 'testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:04,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741859_1035 (size=66) 2024-12-13T08:21:04,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741859_1035 (size=66) 2024-12-13T08:21:04,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741859_1035 (size=66) 2024-12-13T08:21:04,167 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,167 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 646684c5b7a37073c8a2ad32a07e4d45, disabling compactions & flushes 2024-12-13T08:21:04,167 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45. 2024-12-13T08:21:04,167 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45. 2024-12-13T08:21:04,167 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45. after waiting 0 ms 2024-12-13T08:21:04,167 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45. 2024-12-13T08:21:04,167 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45. 2024-12-13T08:21:04,167 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 646684c5b7a37073c8a2ad32a07e4d45: 2024-12-13T08:21:04,168 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 9e0d0070ec8d7eb661f66b6354970299, NAME => 'testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741860_1036 (size=66) 2024-12-13T08:21:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741860_1036 (size=66) 2024-12-13T08:21:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741860_1036 (size=66) 2024-12-13T08:21:04,178 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,178 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing 7ab95b246ce4a8f4da62e9b24f66978d, disabling compactions & flushes 2024-12-13T08:21:04,178 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d. 2024-12-13T08:21:04,178 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d. 2024-12-13T08:21:04,178 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d. after waiting 0 ms 2024-12-13T08:21:04,178 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d. 2024-12-13T08:21:04,178 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d. 2024-12-13T08:21:04,178 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7ab95b246ce4a8f4da62e9b24f66978d: 2024-12-13T08:21:04,179 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8c8c5120399d221e4d65ebc999deaa58, NAME => 'testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:04,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741861_1037 (size=66) 2024-12-13T08:21:04,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741861_1037 (size=66) 2024-12-13T08:21:04,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741861_1037 (size=66) 2024-12-13T08:21:04,203 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,203 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1681): Closing ac9f5bc4ad766c5f1e5245363d0b93a9, disabling compactions & flushes 2024-12-13T08:21:04,204 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9. 2024-12-13T08:21:04,204 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9. 2024-12-13T08:21:04,204 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9. after waiting 0 ms 2024-12-13T08:21:04,204 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9. 2024-12-13T08:21:04,204 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9. 2024-12-13T08:21:04,204 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1635): Region close journal for ac9f5bc4ad766c5f1e5245363d0b93a9: 2024-12-13T08:21:04,204 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => d4e940794dff283563a38431daf28fb5, NAME => 'testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:04,221 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 3045, reset compression=false 2024-12-13T08:21:04,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741862_1038 (size=66) 2024-12-13T08:21:04,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741862_1038 (size=66) 2024-12-13T08:21:04,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741863_1039 (size=66) 2024-12-13T08:21:04,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741863_1039 (size=66) 2024-12-13T08:21:04,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741862_1038 (size=66) 2024-12-13T08:21:04,239 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,239 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 9e0d0070ec8d7eb661f66b6354970299, disabling compactions & flushes 2024-12-13T08:21:04,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741863_1039 (size=66) 2024-12-13T08:21:04,239 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299. 2024-12-13T08:21:04,239 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299. 2024-12-13T08:21:04,239 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299. after waiting 0 ms 2024-12-13T08:21:04,239 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299. 2024-12-13T08:21:04,239 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299. 2024-12-13T08:21:04,239 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 9e0d0070ec8d7eb661f66b6354970299: 2024-12-13T08:21:04,240 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ae8789c067d0d291019cf21c96bf57e8, NAME => 'testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:04,240 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,240 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing 8c8c5120399d221e4d65ebc999deaa58, disabling compactions & flushes 2024-12-13T08:21:04,241 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58. 2024-12-13T08:21:04,241 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58. 2024-12-13T08:21:04,241 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58. after waiting 0 ms 2024-12-13T08:21:04,241 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58. 2024-12-13T08:21:04,241 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58. 2024-12-13T08:21:04,241 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8c8c5120399d221e4d65ebc999deaa58: 2024-12-13T08:21:04,241 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fe44c1d1675d2c6454cb7be1f2cdbe4b, NAME => 'testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:04,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741864_1040 (size=66) 2024-12-13T08:21:04,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741864_1040 (size=66) 2024-12-13T08:21:04,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741864_1040 (size=66) 2024-12-13T08:21:04,264 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,264 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1681): Closing d4e940794dff283563a38431daf28fb5, disabling compactions & flushes 2024-12-13T08:21:04,264 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5. 2024-12-13T08:21:04,264 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5. 2024-12-13T08:21:04,264 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5. after waiting 0 ms 2024-12-13T08:21:04,264 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5. 2024-12-13T08:21:04,264 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5. 2024-12-13T08:21:04,264 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1635): Region close journal for d4e940794dff283563a38431daf28fb5: 2024-12-13T08:21:04,265 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e03930145730ce2df394ca55c7a71273, NAME => 'testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:04,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741865_1041 (size=66) 2024-12-13T08:21:04,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741865_1041 (size=66) 2024-12-13T08:21:04,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741865_1041 (size=66) 2024-12-13T08:21:04,295 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,295 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing fe44c1d1675d2c6454cb7be1f2cdbe4b, disabling compactions & flushes 2024-12-13T08:21:04,295 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b. 2024-12-13T08:21:04,295 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b. 2024-12-13T08:21:04,295 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b. after waiting 0 ms 2024-12-13T08:21:04,295 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b. 2024-12-13T08:21:04,295 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b. 2024-12-13T08:21:04,295 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for fe44c1d1675d2c6454cb7be1f2cdbe4b: 2024-12-13T08:21:04,296 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6e2d2fd9062e3eb23d9f91d08b34b278, NAME => 'testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278.', STARTKEY => 'yyy', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:04,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741866_1042 (size=66) 2024-12-13T08:21:04,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741866_1042 (size=66) 2024-12-13T08:21:04,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741866_1042 (size=66) 2024-12-13T08:21:04,302 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,302 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing ae8789c067d0d291019cf21c96bf57e8, disabling compactions & flushes 2024-12-13T08:21:04,302 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8. 2024-12-13T08:21:04,302 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8. 2024-12-13T08:21:04,302 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8. after waiting 0 ms 2024-12-13T08:21:04,302 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8. 2024-12-13T08:21:04,302 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8. 2024-12-13T08:21:04,302 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for ae8789c067d0d291019cf21c96bf57e8: 2024-12-13T08:21:04,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741867_1043 (size=66) 2024-12-13T08:21:04,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741867_1043 (size=66) 2024-12-13T08:21:04,319 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741867_1043 (size=66) 2024-12-13T08:21:04,319 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1681): Closing e03930145730ce2df394ca55c7a71273, disabling compactions & flushes 2024-12-13T08:21:04,319 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273. 2024-12-13T08:21:04,319 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273. 2024-12-13T08:21:04,319 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273. after waiting 0 ms 2024-12-13T08:21:04,319 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273. 2024-12-13T08:21:04,319 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273. 2024-12-13T08:21:04,319 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1635): Region close journal for e03930145730ce2df394ca55c7a71273: 2024-12-13T08:21:04,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741868_1044 (size=63) 2024-12-13T08:21:04,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741868_1044 (size=63) 2024-12-13T08:21:04,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741868_1044 (size=63) 2024-12-13T08:21:04,331 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,331 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing 6e2d2fd9062e3eb23d9f91d08b34b278, disabling compactions & flushes 2024-12-13T08:21:04,331 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278. 2024-12-13T08:21:04,331 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278. 2024-12-13T08:21:04,331 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278. after waiting 0 ms 2024-12-13T08:21:04,331 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278. 2024-12-13T08:21:04,331 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278. 2024-12-13T08:21:04,331 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6e2d2fd9062e3eb23d9f91d08b34b278: 2024-12-13T08:21:04,332 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_0 execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:21:04,332 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,332 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,332 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,332 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,332 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,334 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,334 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,334 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,334 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1734078064332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078064332"}]},"ts":"1734078064332"} 2024-12-13T08:21:04,338 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 25 regions to meta. 2024-12-13T08:21:04,339 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_0 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:21:04,339 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicates_0","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078064339"}]},"ts":"1734078064339"} 2024-12-13T08:21:04,341 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicates_0, state=ENABLING in hbase:meta 2024-12-13T08:21:04,390 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:21:04,397 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:21:04,397 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:21:04,397 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:21:04,397 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:21:04,397 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:21:04,397 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:21:04,397 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:21:04,397 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:21:04,398 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-13T08:21:04,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=d5e22a12584360660d6f82eb34e872f7, ASSIGN}, {pid=20, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=a76e7a516b75b1980a5874474f769024, ASSIGN}, {pid=21, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=968cf3645ae09da0368016108417a027, ASSIGN}, {pid=22, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=5a2d453e81a3f334a846dec00778a49f, ASSIGN}, {pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=937bbe65ef4ae917505f3f822ae0cb75, ASSIGN}, {pid=24, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=7911c3264111bfafa022561304562f21, ASSIGN}, {pid=25, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f16ed44c606e66d3b2940e256bc7499f, ASSIGN}, {pid=26, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=151d914911dc389fdc4e0e841e31efd3, ASSIGN}, {pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=b410deb25f389a497b1025884ed446ba, ASSIGN}, {pid=28, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=02634c3eedc9b8a5871d9fb5a42373b2, ASSIGN}, {pid=29, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fd0861cf046b89e184b9e9cdf9ae59fa, ASSIGN}, {pid=30, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=57141d8a67717f4ef8445038e2884fb5, ASSIGN}, {pid=31, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=de776db267545a6f35b795991b18f629, ASSIGN}, {pid=32, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f0ee3e0cba230c70b29a2cf3817ecc7f, ASSIGN}, {pid=33, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=a6b3841b3e6704d06d8100fa817d9f5b, ASSIGN}, {pid=34, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=646684c5b7a37073c8a2ad32a07e4d45, ASSIGN}, {pid=35, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=7ab95b246ce4a8f4da62e9b24f66978d, ASSIGN}, {pid=36, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ac9f5bc4ad766c5f1e5245363d0b93a9, ASSIGN}, {pid=37, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=9e0d0070ec8d7eb661f66b6354970299, ASSIGN}, {pid=38, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=8c8c5120399d221e4d65ebc999deaa58, ASSIGN}, {pid=39, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=d4e940794dff283563a38431daf28fb5, ASSIGN}, {pid=40, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ae8789c067d0d291019cf21c96bf57e8, ASSIGN}, {pid=41, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fe44c1d1675d2c6454cb7be1f2cdbe4b, ASSIGN}, {pid=42, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=e03930145730ce2df394ca55c7a71273, ASSIGN}, {pid=43, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=6e2d2fd9062e3eb23d9f91d08b34b278, ASSIGN}] 2024-12-13T08:21:04,399 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=5a2d453e81a3f334a846dec00778a49f, ASSIGN 2024-12-13T08:21:04,400 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=937bbe65ef4ae917505f3f822ae0cb75, ASSIGN 2024-12-13T08:21:04,400 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f16ed44c606e66d3b2940e256bc7499f, ASSIGN 2024-12-13T08:21:04,400 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=7911c3264111bfafa022561304562f21, ASSIGN 2024-12-13T08:21:04,400 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=5a2d453e81a3f334a846dec00778a49f, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35779,1734078061125; forceNewPlan=false, retain=false 2024-12-13T08:21:04,400 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f16ed44c606e66d3b2940e256bc7499f, ASSIGN; state=OFFLINE, location=6b1293cedc9a,40219,1734078061169; forceNewPlan=false, retain=false 2024-12-13T08:21:04,400 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=937bbe65ef4ae917505f3f822ae0cb75, ASSIGN; state=OFFLINE, location=6b1293cedc9a,41757,1734078061077; forceNewPlan=false, retain=false 2024-12-13T08:21:04,400 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=7911c3264111bfafa022561304562f21, ASSIGN; state=OFFLINE, location=6b1293cedc9a,39509,1734078061028; forceNewPlan=false, retain=false 2024-12-13T08:21:04,401 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ae8789c067d0d291019cf21c96bf57e8, ASSIGN 2024-12-13T08:21:04,401 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=41, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fe44c1d1675d2c6454cb7be1f2cdbe4b, ASSIGN 2024-12-13T08:21:04,402 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=39, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=d4e940794dff283563a38431daf28fb5, ASSIGN 2024-12-13T08:21:04,402 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=e03930145730ce2df394ca55c7a71273, ASSIGN 2024-12-13T08:21:04,402 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=43, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=6e2d2fd9062e3eb23d9f91d08b34b278, ASSIGN 2024-12-13T08:21:04,402 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=41, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fe44c1d1675d2c6454cb7be1f2cdbe4b, ASSIGN; state=OFFLINE, location=6b1293cedc9a,39509,1734078061028; forceNewPlan=false, retain=false 2024-12-13T08:21:04,402 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ae8789c067d0d291019cf21c96bf57e8, ASSIGN; state=OFFLINE, location=6b1293cedc9a,40219,1734078061169; forceNewPlan=false, retain=false 2024-12-13T08:21:04,402 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=39, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=d4e940794dff283563a38431daf28fb5, ASSIGN; state=OFFLINE, location=6b1293cedc9a,41757,1734078061077; forceNewPlan=false, retain=false 2024-12-13T08:21:04,403 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=e03930145730ce2df394ca55c7a71273, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35779,1734078061125; forceNewPlan=false, retain=false 2024-12-13T08:21:04,403 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=43, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=6e2d2fd9062e3eb23d9f91d08b34b278, ASSIGN; state=OFFLINE, location=6b1293cedc9a,41757,1734078061077; forceNewPlan=false, retain=false 2024-12-13T08:21:04,404 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=37, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=9e0d0070ec8d7eb661f66b6354970299, ASSIGN 2024-12-13T08:21:04,404 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ac9f5bc4ad766c5f1e5245363d0b93a9, ASSIGN 2024-12-13T08:21:04,404 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=8c8c5120399d221e4d65ebc999deaa58, ASSIGN 2024-12-13T08:21:04,404 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=646684c5b7a37073c8a2ad32a07e4d45, ASSIGN 2024-12-13T08:21:04,404 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=7ab95b246ce4a8f4da62e9b24f66978d, ASSIGN 2024-12-13T08:21:04,405 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=37, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=9e0d0070ec8d7eb661f66b6354970299, ASSIGN; state=OFFLINE, location=6b1293cedc9a,40219,1734078061169; forceNewPlan=false, retain=false 2024-12-13T08:21:04,405 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=646684c5b7a37073c8a2ad32a07e4d45, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35779,1734078061125; forceNewPlan=false, retain=false 2024-12-13T08:21:04,405 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=8c8c5120399d221e4d65ebc999deaa58, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35779,1734078061125; forceNewPlan=false, retain=false 2024-12-13T08:21:04,405 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ac9f5bc4ad766c5f1e5245363d0b93a9, ASSIGN; state=OFFLINE, location=6b1293cedc9a,39509,1734078061028; forceNewPlan=false, retain=false 2024-12-13T08:21:04,405 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=7ab95b246ce4a8f4da62e9b24f66978d, ASSIGN; state=OFFLINE, location=6b1293cedc9a,41757,1734078061077; forceNewPlan=false, retain=false 2024-12-13T08:21:04,406 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=a6b3841b3e6704d06d8100fa817d9f5b, ASSIGN 2024-12-13T08:21:04,406 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f0ee3e0cba230c70b29a2cf3817ecc7f, ASSIGN 2024-12-13T08:21:04,406 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=de776db267545a6f35b795991b18f629, ASSIGN 2024-12-13T08:21:04,407 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=57141d8a67717f4ef8445038e2884fb5, ASSIGN 2024-12-13T08:21:04,407 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fd0861cf046b89e184b9e9cdf9ae59fa, ASSIGN 2024-12-13T08:21:04,407 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=a6b3841b3e6704d06d8100fa817d9f5b, ASSIGN; state=OFFLINE, location=6b1293cedc9a,40219,1734078061169; forceNewPlan=false, retain=false 2024-12-13T08:21:04,407 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f0ee3e0cba230c70b29a2cf3817ecc7f, ASSIGN; state=OFFLINE, location=6b1293cedc9a,39509,1734078061028; forceNewPlan=false, retain=false 2024-12-13T08:21:04,407 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=de776db267545a6f35b795991b18f629, ASSIGN; state=OFFLINE, location=6b1293cedc9a,41757,1734078061077; forceNewPlan=false, retain=false 2024-12-13T08:21:04,407 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=57141d8a67717f4ef8445038e2884fb5, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35779,1734078061125; forceNewPlan=false, retain=false 2024-12-13T08:21:04,407 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fd0861cf046b89e184b9e9cdf9ae59fa, ASSIGN; state=OFFLINE, location=6b1293cedc9a,40219,1734078061169; forceNewPlan=false, retain=false 2024-12-13T08:21:04,408 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=02634c3eedc9b8a5871d9fb5a42373b2, ASSIGN 2024-12-13T08:21:04,408 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=02634c3eedc9b8a5871d9fb5a42373b2, ASSIGN; state=OFFLINE, location=6b1293cedc9a,39509,1734078061028; forceNewPlan=false, retain=false 2024-12-13T08:21:04,409 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=b410deb25f389a497b1025884ed446ba, ASSIGN 2024-12-13T08:21:04,409 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=a76e7a516b75b1980a5874474f769024, ASSIGN 2024-12-13T08:21:04,409 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=151d914911dc389fdc4e0e841e31efd3, ASSIGN 2024-12-13T08:21:04,409 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=968cf3645ae09da0368016108417a027, ASSIGN 2024-12-13T08:21:04,409 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=d5e22a12584360660d6f82eb34e872f7, ASSIGN 2024-12-13T08:21:04,409 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=b410deb25f389a497b1025884ed446ba, ASSIGN; state=OFFLINE, location=6b1293cedc9a,41757,1734078061077; forceNewPlan=false, retain=false 2024-12-13T08:21:04,409 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=a76e7a516b75b1980a5874474f769024, ASSIGN; state=OFFLINE, location=6b1293cedc9a,41757,1734078061077; forceNewPlan=false, retain=false 2024-12-13T08:21:04,410 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=968cf3645ae09da0368016108417a027, ASSIGN; state=OFFLINE, location=6b1293cedc9a,40219,1734078061169; forceNewPlan=false, retain=false 2024-12-13T08:21:04,409 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=151d914911dc389fdc4e0e841e31efd3, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35779,1734078061125; forceNewPlan=false, retain=false 2024-12-13T08:21:04,410 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=d5e22a12584360660d6f82eb34e872f7, ASSIGN; state=OFFLINE, location=6b1293cedc9a,39509,1734078061028; forceNewPlan=false, retain=false 2024-12-13T08:21:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T08:21:04,551 INFO [6b1293cedc9a:40703 {}] balancer.BaseLoadBalancer(546): Reassigned 25 regions. 25 retained the pre-restart assignment. 2024-12-13T08:21:04,551 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=de776db267545a6f35b795991b18f629, regionState=OPENING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:04,551 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=a76e7a516b75b1980a5874474f769024, regionState=OPENING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:04,551 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=d4e940794dff283563a38431daf28fb5, regionState=OPENING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:04,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=7ab95b246ce4a8f4da62e9b24f66978d, regionState=OPENING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:04,551 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=937bbe65ef4ae917505f3f822ae0cb75, regionState=OPENING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:04,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE; OpenRegionProcedure d4e940794dff283563a38431daf28fb5, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:04,552 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 3045, reset compression=false 2024-12-13T08:21:04,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=20, state=RUNNABLE; OpenRegionProcedure a76e7a516b75b1980a5874474f769024, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:04,557 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:21:04,557 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:21:04,557 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 11982, reset compression=false 2024-12-13T08:21:04,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=23, state=RUNNABLE; OpenRegionProcedure 937bbe65ef4ae917505f3f822ae0cb75, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:04,557 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/19=[#edits: 50 = ],9692}, {hbase:meta/1588230740/20=[#edits: 1 = ],204}, {hbase:meta/1588230740/21=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=11038, nbRowKeys=27, nbHFiles=0, heapSize=10564, lastSeqIds={}, endOfFile=false,usedBufferSize=10564] 2024-12-13T08:21:04,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:21:04,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=31, state=RUNNABLE; OpenRegionProcedure de776db267545a6f35b795991b18f629, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:04,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41757 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-13T08:21:04,559 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/22=[#edits: 3 = ],668}, {hbase:meta/1588230740/23=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=11982, nbRowKeys=2, nbHFiles=0, heapSize=1336, lastSeqIds={}, endOfFile=false,usedBufferSize=1336] 2024-12-13T08:21:04,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=35, state=RUNNABLE; OpenRegionProcedure 7ab95b246ce4a8f4da62e9b24f66978d, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:04,561 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=b410deb25f389a497b1025884ed446ba, regionState=OPENING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:04,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=27, state=RUNNABLE; OpenRegionProcedure b410deb25f389a497b1025884ed446ba, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:04,563 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:21:04,564 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 12926, reset compression=false 2024-12-13T08:21:04,564 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/24=[#edits: 3 = ],668}, {hbase:meta/1588230740/25=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=12926, nbRowKeys=2, nbHFiles=0, heapSize=1336, lastSeqIds={}, endOfFile=false,usedBufferSize=1336] 2024-12-13T08:21:04,564 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=6e2d2fd9062e3eb23d9f91d08b34b278, regionState=OPENING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:04,565 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=a6b3841b3e6704d06d8100fa817d9f5b, regionState=OPENING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:04,566 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=968cf3645ae09da0368016108417a027, regionState=OPENING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:04,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=43, state=RUNNABLE; OpenRegionProcedure 6e2d2fd9062e3eb23d9f91d08b34b278, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:04,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=21, state=RUNNABLE; OpenRegionProcedure 968cf3645ae09da0368016108417a027, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:04,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=33, state=RUNNABLE; OpenRegionProcedure a6b3841b3e6704d06d8100fa817d9f5b, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:04,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=f16ed44c606e66d3b2940e256bc7499f, regionState=OPENING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:04,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=25, state=RUNNABLE; OpenRegionProcedure f16ed44c606e66d3b2940e256bc7499f, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:04,573 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=fd0861cf046b89e184b9e9cdf9ae59fa, regionState=OPENING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:04,573 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=9e0d0070ec8d7eb661f66b6354970299, regionState=OPENING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:04,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=ae8789c067d0d291019cf21c96bf57e8, regionState=OPENING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:04,574 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=02634c3eedc9b8a5871d9fb5a42373b2, regionState=OPENING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:04,574 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=ac9f5bc4ad766c5f1e5245363d0b93a9, regionState=OPENING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:04,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=37, state=RUNNABLE; OpenRegionProcedure 9e0d0070ec8d7eb661f66b6354970299, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:04,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=29, state=RUNNABLE; OpenRegionProcedure fd0861cf046b89e184b9e9cdf9ae59fa, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:04,578 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-13T08:21:04,578 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 16699, reset compression=false 2024-12-13T08:21:04,578 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/26=[#edits: 3 = ],668}, {hbase:meta/1588230740/27=[#edits: 3 = ],668}, {hbase:meta/1588230740/28=[#edits: 3 = ],668}, {hbase:meta/1588230740/29=[#edits: 3 = ],668}, {hbase:meta/1588230740/30=[#edits: 3 = ],668}, {hbase:meta/1588230740/31=[#edits: 3 = ],668}, {hbase:meta/1588230740/32=[#edits: 3 = ],668}, {hbase:meta/1588230740/33=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=16699, nbRowKeys=8, nbHFiles=0, heapSize=5344, lastSeqIds={}, endOfFile=false,usedBufferSize=5344] 2024-12-13T08:21:04,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=28, state=RUNNABLE; OpenRegionProcedure 02634c3eedc9b8a5871d9fb5a42373b2, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:04,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=40, state=RUNNABLE; OpenRegionProcedure ae8789c067d0d291019cf21c96bf57e8, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:04,588 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:21:04,588 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 17643, reset compression=false 2024-12-13T08:21:04,588 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/34=[#edits: 3 = ],668}, {hbase:meta/1588230740/35=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=17643, nbRowKeys=2, nbHFiles=0, heapSize=1336, lastSeqIds={}, endOfFile=false,usedBufferSize=1336] 2024-12-13T08:21:04,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=36, state=RUNNABLE; OpenRegionProcedure ac9f5bc4ad766c5f1e5245363d0b93a9, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:04,590 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=fe44c1d1675d2c6454cb7be1f2cdbe4b, regionState=OPENING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:04,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=41, state=RUNNABLE; OpenRegionProcedure fe44c1d1675d2c6454cb7be1f2cdbe4b, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:04,593 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=d5e22a12584360660d6f82eb34e872f7, regionState=OPENING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:04,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=f0ee3e0cba230c70b29a2cf3817ecc7f, regionState=OPENING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:04,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=19, state=RUNNABLE; OpenRegionProcedure d5e22a12584360660d6f82eb34e872f7, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:04,595 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=7911c3264111bfafa022561304562f21, regionState=OPENING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:04,596 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=e03930145730ce2df394ca55c7a71273, regionState=OPENING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:04,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=24, state=RUNNABLE; OpenRegionProcedure 7911c3264111bfafa022561304562f21, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:04,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=42, state=RUNNABLE; OpenRegionProcedure e03930145730ce2df394ca55c7a71273, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:04,601 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=8c8c5120399d221e4d65ebc999deaa58, regionState=OPENING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:04,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=32, state=RUNNABLE; OpenRegionProcedure f0ee3e0cba230c70b29a2cf3817ecc7f, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:04,604 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:21:04,605 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 20463, reset compression=false 2024-12-13T08:21:04,605 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/36=[#edits: 3 = ],668}, {hbase:meta/1588230740/37=[#edits: 3 = ],660}, {hbase:meta/1588230740/38=[#edits: 3 = ],668}, {hbase:meta/1588230740/39=[#edits: 3 = ],668}, {hbase:meta/1588230740/40=[#edits: 3 = ],668}, {hbase:meta/1588230740/41=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=20463, nbRowKeys=6, nbHFiles=0, heapSize=4000, lastSeqIds={}, endOfFile=false,usedBufferSize=4000] 2024-12-13T08:21:04,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=38, state=RUNNABLE; OpenRegionProcedure 8c8c5120399d221e4d65ebc999deaa58, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:04,607 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=151d914911dc389fdc4e0e841e31efd3, regionState=OPENING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:04,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=646684c5b7a37073c8a2ad32a07e4d45, regionState=OPENING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:04,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=34, state=RUNNABLE; OpenRegionProcedure 646684c5b7a37073c8a2ad32a07e4d45, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:04,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=26, state=RUNNABLE; OpenRegionProcedure 151d914911dc389fdc4e0e841e31efd3, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:04,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=57141d8a67717f4ef8445038e2884fb5, regionState=OPENING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:04,610 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=5a2d453e81a3f334a846dec00778a49f, regionState=OPENING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:04,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=30, state=RUNNABLE; OpenRegionProcedure 57141d8a67717f4ef8445038e2884fb5, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:04,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=22, state=RUNNABLE; OpenRegionProcedure 5a2d453e81a3f334a846dec00778a49f, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:04,616 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:21:04,616 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 22351, reset compression=false 2024-12-13T08:21:04,616 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/42=[#edits: 3 = ],668}, {hbase:meta/1588230740/43=[#edits: 3 = ],668}, {hbase:meta/1588230740/44=[#edits: 3 = ],668}, {hbase:meta/1588230740/45=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=22351, nbRowKeys=4, nbHFiles=0, heapSize=2672, lastSeqIds={}, endOfFile=false,usedBufferSize=2672] 2024-12-13T08:21:04,707 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:04,709 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75. 2024-12-13T08:21:04,709 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 937bbe65ef4ae917505f3f822ae0cb75, NAME => 'testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-13T08:21:04,710 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 937bbe65ef4ae917505f3f822ae0cb75 2024-12-13T08:21:04,710 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,710 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 937bbe65ef4ae917505f3f822ae0cb75 2024-12-13T08:21:04,710 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 937bbe65ef4ae917505f3f822ae0cb75 2024-12-13T08:21:04,711 INFO [StoreOpener-937bbe65ef4ae917505f3f822ae0cb75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 937bbe65ef4ae917505f3f822ae0cb75 2024-12-13T08:21:04,712 INFO [StoreOpener-937bbe65ef4ae917505f3f822ae0cb75-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 937bbe65ef4ae917505f3f822ae0cb75 columnFamilyName info 2024-12-13T08:21:04,712 DEBUG [StoreOpener-937bbe65ef4ae917505f3f822ae0cb75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,712 INFO [StoreOpener-937bbe65ef4ae917505f3f822ae0cb75-1 {}] regionserver.HStore(327): Store=937bbe65ef4ae917505f3f822ae0cb75/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,713 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/937bbe65ef4ae917505f3f822ae0cb75 2024-12-13T08:21:04,713 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/937bbe65ef4ae917505f3f822ae0cb75 2024-12-13T08:21:04,714 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 937bbe65ef4ae917505f3f822ae0cb75 2024-12-13T08:21:04,716 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/937bbe65ef4ae917505f3f822ae0cb75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,716 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 937bbe65ef4ae917505f3f822ae0cb75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60819923, jitterRate=-0.09371252357959747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,717 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 937bbe65ef4ae917505f3f822ae0cb75: 2024-12-13T08:21:04,718 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75., pid=47, masterSystemTime=1734078064707 2024-12-13T08:21:04,719 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75. 2024-12-13T08:21:04,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=937bbe65ef4ae917505f3f822ae0cb75, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:04,719 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75. 2024-12-13T08:21:04,719 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278. 2024-12-13T08:21:04,719 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 6e2d2fd9062e3eb23d9f91d08b34b278, NAME => 'testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278.', STARTKEY => 'yyy', ENDKEY => ''} 2024-12-13T08:21:04,719 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 6e2d2fd9062e3eb23d9f91d08b34b278 2024-12-13T08:21:04,719 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,719 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 6e2d2fd9062e3eb23d9f91d08b34b278 2024-12-13T08:21:04,719 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 6e2d2fd9062e3eb23d9f91d08b34b278 2024-12-13T08:21:04,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=23 2024-12-13T08:21:04,721 INFO [StoreOpener-6e2d2fd9062e3eb23d9f91d08b34b278-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6e2d2fd9062e3eb23d9f91d08b34b278 2024-12-13T08:21:04,721 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:04,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=23, state=SUCCESS; OpenRegionProcedure 937bbe65ef4ae917505f3f822ae0cb75, server=6b1293cedc9a,41757,1734078061077 in 163 msec 2024-12-13T08:21:04,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=937bbe65ef4ae917505f3f822ae0cb75, ASSIGN in 322 msec 2024-12-13T08:21:04,722 INFO [StoreOpener-6e2d2fd9062e3eb23d9f91d08b34b278-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e2d2fd9062e3eb23d9f91d08b34b278 columnFamilyName info 2024-12-13T08:21:04,722 DEBUG [StoreOpener-6e2d2fd9062e3eb23d9f91d08b34b278-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,722 INFO [StoreOpener-6e2d2fd9062e3eb23d9f91d08b34b278-1 {}] regionserver.HStore(327): Store=6e2d2fd9062e3eb23d9f91d08b34b278/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,723 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/6e2d2fd9062e3eb23d9f91d08b34b278 2024-12-13T08:21:04,723 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/6e2d2fd9062e3eb23d9f91d08b34b278 2024-12-13T08:21:04,723 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299. 2024-12-13T08:21:04,723 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 9e0d0070ec8d7eb661f66b6354970299, NAME => 'testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-13T08:21:04,723 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 9e0d0070ec8d7eb661f66b6354970299 2024-12-13T08:21:04,723 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,723 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 9e0d0070ec8d7eb661f66b6354970299 2024-12-13T08:21:04,723 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 9e0d0070ec8d7eb661f66b6354970299 2024-12-13T08:21:04,724 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 6e2d2fd9062e3eb23d9f91d08b34b278 2024-12-13T08:21:04,724 INFO [StoreOpener-9e0d0070ec8d7eb661f66b6354970299-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9e0d0070ec8d7eb661f66b6354970299 2024-12-13T08:21:04,727 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:04,727 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:04,731 INFO [StoreOpener-9e0d0070ec8d7eb661f66b6354970299-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e0d0070ec8d7eb661f66b6354970299 columnFamilyName info 2024-12-13T08:21:04,731 DEBUG [StoreOpener-9e0d0070ec8d7eb661f66b6354970299-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,732 INFO [StoreOpener-9e0d0070ec8d7eb661f66b6354970299-1 {}] regionserver.HStore(327): Store=9e0d0070ec8d7eb661f66b6354970299/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,732 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/9e0d0070ec8d7eb661f66b6354970299 2024-12-13T08:21:04,732 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/9e0d0070ec8d7eb661f66b6354970299 2024-12-13T08:21:04,733 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/6e2d2fd9062e3eb23d9f91d08b34b278/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,733 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 6e2d2fd9062e3eb23d9f91d08b34b278; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69465326, jitterRate=0.035114020109176636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,733 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 6e2d2fd9062e3eb23d9f91d08b34b278: 2024-12-13T08:21:04,734 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278., pid=50, masterSystemTime=1734078064707 2024-12-13T08:21:04,734 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 9e0d0070ec8d7eb661f66b6354970299 2024-12-13T08:21:04,735 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278. 2024-12-13T08:21:04,735 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278. 2024-12-13T08:21:04,735 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=6e2d2fd9062e3eb23d9f91d08b34b278, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:04,735 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629. 2024-12-13T08:21:04,735 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => de776db267545a6f35b795991b18f629, NAME => 'testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-13T08:21:04,735 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 de776db267545a6f35b795991b18f629 2024-12-13T08:21:04,735 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/9e0d0070ec8d7eb661f66b6354970299/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,735 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,735 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for de776db267545a6f35b795991b18f629 2024-12-13T08:21:04,735 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for de776db267545a6f35b795991b18f629 2024-12-13T08:21:04,736 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 9e0d0070ec8d7eb661f66b6354970299; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67191569, jitterRate=0.0012324005365371704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,736 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 9e0d0070ec8d7eb661f66b6354970299: 2024-12-13T08:21:04,736 INFO [StoreOpener-de776db267545a6f35b795991b18f629-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region de776db267545a6f35b795991b18f629 2024-12-13T08:21:04,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=43 2024-12-13T08:21:04,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=43, state=SUCCESS; OpenRegionProcedure 6e2d2fd9062e3eb23d9f91d08b34b278, server=6b1293cedc9a,41757,1734078061077 in 168 msec 2024-12-13T08:21:04,736 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299., pid=54, masterSystemTime=1734078064721 2024-12-13T08:21:04,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=6e2d2fd9062e3eb23d9f91d08b34b278, ASSIGN in 338 msec 2024-12-13T08:21:04,737 INFO [StoreOpener-de776db267545a6f35b795991b18f629-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de776db267545a6f35b795991b18f629 columnFamilyName info 2024-12-13T08:21:04,737 DEBUG [StoreOpener-de776db267545a6f35b795991b18f629-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,737 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299. 2024-12-13T08:21:04,737 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299. 2024-12-13T08:21:04,737 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027. 2024-12-13T08:21:04,738 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=9e0d0070ec8d7eb661f66b6354970299, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:04,738 INFO [StoreOpener-de776db267545a6f35b795991b18f629-1 {}] regionserver.HStore(327): Store=de776db267545a6f35b795991b18f629/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,738 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 968cf3645ae09da0368016108417a027, NAME => 'testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-13T08:21:04,738 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 968cf3645ae09da0368016108417a027 2024-12-13T08:21:04,738 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,738 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 968cf3645ae09da0368016108417a027 2024-12-13T08:21:04,738 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 968cf3645ae09da0368016108417a027 2024-12-13T08:21:04,738 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/de776db267545a6f35b795991b18f629 2024-12-13T08:21:04,738 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/de776db267545a6f35b795991b18f629 2024-12-13T08:21:04,739 INFO [StoreOpener-968cf3645ae09da0368016108417a027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 968cf3645ae09da0368016108417a027 2024-12-13T08:21:04,739 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:04,739 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:21:04,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=37 2024-12-13T08:21:04,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=37, state=SUCCESS; OpenRegionProcedure 9e0d0070ec8d7eb661f66b6354970299, server=6b1293cedc9a,40219,1734078061169 in 164 msec 2024-12-13T08:21:04,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=9e0d0070ec8d7eb661f66b6354970299, ASSIGN in 341 msec 2024-12-13T08:21:04,740 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for de776db267545a6f35b795991b18f629 2024-12-13T08:21:04,740 INFO [RS-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:21:04,740 INFO [StoreOpener-968cf3645ae09da0368016108417a027-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 968cf3645ae09da0368016108417a027 columnFamilyName info 2024-12-13T08:21:04,740 DEBUG [StoreOpener-968cf3645ae09da0368016108417a027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,741 INFO [StoreOpener-968cf3645ae09da0368016108417a027-1 {}] regionserver.HStore(327): Store=968cf3645ae09da0368016108417a027/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,741 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/968cf3645ae09da0368016108417a027 2024-12-13T08:21:04,741 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/968cf3645ae09da0368016108417a027 2024-12-13T08:21:04,742 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7. 2024-12-13T08:21:04,742 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => d5e22a12584360660d6f82eb34e872f7, NAME => 'testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-13T08:21:04,742 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/de776db267545a6f35b795991b18f629/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,742 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 d5e22a12584360660d6f82eb34e872f7 2024-12-13T08:21:04,742 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,742 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for d5e22a12584360660d6f82eb34e872f7 2024-12-13T08:21:04,742 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for d5e22a12584360660d6f82eb34e872f7 2024-12-13T08:21:04,742 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened de776db267545a6f35b795991b18f629; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69101127, jitterRate=0.029687032103538513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,743 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for de776db267545a6f35b795991b18f629: 2024-12-13T08:21:04,743 INFO [StoreOpener-d5e22a12584360660d6f82eb34e872f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d5e22a12584360660d6f82eb34e872f7 2024-12-13T08:21:04,743 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 968cf3645ae09da0368016108417a027 2024-12-13T08:21:04,744 INFO [StoreOpener-d5e22a12584360660d6f82eb34e872f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e22a12584360660d6f82eb34e872f7 columnFamilyName info 2024-12-13T08:21:04,744 DEBUG [StoreOpener-d5e22a12584360660d6f82eb34e872f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,745 INFO [StoreOpener-d5e22a12584360660d6f82eb34e872f7-1 {}] regionserver.HStore(327): Store=d5e22a12584360660d6f82eb34e872f7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,745 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/968cf3645ae09da0368016108417a027/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,745 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/d5e22a12584360660d6f82eb34e872f7 2024-12-13T08:21:04,745 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 968cf3645ae09da0368016108417a027; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65627149, jitterRate=-0.02207927405834198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,745 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/d5e22a12584360660d6f82eb34e872f7 2024-12-13T08:21:04,745 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 968cf3645ae09da0368016108417a027: 2024-12-13T08:21:04,745 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629., pid=46, masterSystemTime=1734078064707 2024-12-13T08:21:04,747 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for d5e22a12584360660d6f82eb34e872f7 2024-12-13T08:21:04,747 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027., pid=52, masterSystemTime=1734078064721 2024-12-13T08:21:04,748 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629. 2024-12-13T08:21:04,748 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629. 2024-12-13T08:21:04,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=de776db267545a6f35b795991b18f629, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:04,748 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5. 2024-12-13T08:21:04,748 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => d4e940794dff283563a38431daf28fb5, NAME => 'testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T08:21:04,748 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027. 2024-12-13T08:21:04,748 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027. 2024-12-13T08:21:04,748 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f. 2024-12-13T08:21:04,748 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 d4e940794dff283563a38431daf28fb5 2024-12-13T08:21:04,749 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,749 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => f16ed44c606e66d3b2940e256bc7499f, NAME => 'testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-13T08:21:04,749 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for d4e940794dff283563a38431daf28fb5 2024-12-13T08:21:04,749 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for d4e940794dff283563a38431daf28fb5 2024-12-13T08:21:04,749 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 f16ed44c606e66d3b2940e256bc7499f 2024-12-13T08:21:04,749 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,749 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for f16ed44c606e66d3b2940e256bc7499f 2024-12-13T08:21:04,749 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for f16ed44c606e66d3b2940e256bc7499f 2024-12-13T08:21:04,749 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=968cf3645ae09da0368016108417a027, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:04,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=31 2024-12-13T08:21:04,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=31, state=SUCCESS; OpenRegionProcedure de776db267545a6f35b795991b18f629, server=6b1293cedc9a,41757,1734078061077 in 193 msec 2024-12-13T08:21:04,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=21 2024-12-13T08:21:04,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=de776db267545a6f35b795991b18f629, ASSIGN in 352 msec 2024-12-13T08:21:04,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=21, state=SUCCESS; OpenRegionProcedure 968cf3645ae09da0368016108417a027, server=6b1293cedc9a,40219,1734078061169 in 183 msec 2024-12-13T08:21:04,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=968cf3645ae09da0368016108417a027, ASSIGN in 353 msec 2024-12-13T08:21:04,755 INFO [StoreOpener-d4e940794dff283563a38431daf28fb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d4e940794dff283563a38431daf28fb5 2024-12-13T08:21:04,756 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/d5e22a12584360660d6f82eb34e872f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,756 INFO [StoreOpener-f16ed44c606e66d3b2940e256bc7499f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f16ed44c606e66d3b2940e256bc7499f 2024-12-13T08:21:04,757 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:04,763 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened d5e22a12584360660d6f82eb34e872f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61004888, jitterRate=-0.09095633029937744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,763 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for d5e22a12584360660d6f82eb34e872f7: 2024-12-13T08:21:04,763 INFO [StoreOpener-d4e940794dff283563a38431daf28fb5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4e940794dff283563a38431daf28fb5 columnFamilyName info 2024-12-13T08:21:04,763 DEBUG [StoreOpener-d4e940794dff283563a38431daf28fb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,763 INFO [StoreOpener-d4e940794dff283563a38431daf28fb5-1 {}] regionserver.HStore(327): Store=d4e940794dff283563a38431daf28fb5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,764 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7., pid=60, masterSystemTime=1734078064739 2024-12-13T08:21:04,764 INFO [StoreOpener-f16ed44c606e66d3b2940e256bc7499f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f16ed44c606e66d3b2940e256bc7499f columnFamilyName info 2024-12-13T08:21:04,765 DEBUG [StoreOpener-f16ed44c606e66d3b2940e256bc7499f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,766 INFO [StoreOpener-f16ed44c606e66d3b2940e256bc7499f-1 {}] regionserver.HStore(327): Store=f16ed44c606e66d3b2940e256bc7499f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,766 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7. 2024-12-13T08:21:04,766 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7. 2024-12-13T08:21:04,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=d5e22a12584360660d6f82eb34e872f7, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:04,766 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21. 2024-12-13T08:21:04,766 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7285): Opening region: {ENCODED => 7911c3264111bfafa022561304562f21, NAME => 'testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-13T08:21:04,766 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 7911c3264111bfafa022561304562f21 2024-12-13T08:21:04,767 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,767 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/f16ed44c606e66d3b2940e256bc7499f 2024-12-13T08:21:04,767 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7327): checking encryption for 7911c3264111bfafa022561304562f21 2024-12-13T08:21:04,767 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7330): checking classloading for 7911c3264111bfafa022561304562f21 2024-12-13T08:21:04,767 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/f16ed44c606e66d3b2940e256bc7499f 2024-12-13T08:21:04,768 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/d4e940794dff283563a38431daf28fb5 2024-12-13T08:21:04,768 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/d4e940794dff283563a38431daf28fb5 2024-12-13T08:21:04,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=19 2024-12-13T08:21:04,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=19, state=SUCCESS; OpenRegionProcedure d5e22a12584360660d6f82eb34e872f7, server=6b1293cedc9a,39509,1734078061028 in 172 msec 2024-12-13T08:21:04,769 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for f16ed44c606e66d3b2940e256bc7499f 2024-12-13T08:21:04,770 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for d4e940794dff283563a38431daf28fb5 2024-12-13T08:21:04,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=d5e22a12584360660d6f82eb34e872f7, ASSIGN in 371 msec 2024-12-13T08:21:04,771 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273. 2024-12-13T08:21:04,771 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7285): Opening region: {ENCODED => e03930145730ce2df394ca55c7a71273, NAME => 'testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-13T08:21:04,772 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 e03930145730ce2df394ca55c7a71273 2024-12-13T08:21:04,772 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,772 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7327): checking encryption for e03930145730ce2df394ca55c7a71273 2024-12-13T08:21:04,772 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7330): checking classloading for e03930145730ce2df394ca55c7a71273 2024-12-13T08:21:04,773 INFO [StoreOpener-7911c3264111bfafa022561304562f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7911c3264111bfafa022561304562f21 2024-12-13T08:21:04,774 INFO [StoreOpener-e03930145730ce2df394ca55c7a71273-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e03930145730ce2df394ca55c7a71273 2024-12-13T08:21:04,774 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/d4e940794dff283563a38431daf28fb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,775 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened d4e940794dff283563a38431daf28fb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67712764, jitterRate=0.0089988112449646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,775 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/f16ed44c606e66d3b2940e256bc7499f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,775 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for d4e940794dff283563a38431daf28fb5: 2024-12-13T08:21:04,775 INFO [StoreOpener-e03930145730ce2df394ca55c7a71273-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e03930145730ce2df394ca55c7a71273 columnFamilyName info 2024-12-13T08:21:04,775 INFO [StoreOpener-7911c3264111bfafa022561304562f21-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7911c3264111bfafa022561304562f21 columnFamilyName info 2024-12-13T08:21:04,776 DEBUG [StoreOpener-e03930145730ce2df394ca55c7a71273-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,776 DEBUG [StoreOpener-7911c3264111bfafa022561304562f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,776 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5., pid=44, masterSystemTime=1734078064707 2024-12-13T08:21:04,776 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened f16ed44c606e66d3b2940e256bc7499f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64753692, jitterRate=-0.03509479761123657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,776 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for f16ed44c606e66d3b2940e256bc7499f: 2024-12-13T08:21:04,776 INFO [StoreOpener-7911c3264111bfafa022561304562f21-1 {}] regionserver.HStore(327): Store=7911c3264111bfafa022561304562f21/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,777 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f., pid=53, masterSystemTime=1734078064721 2024-12-13T08:21:04,777 INFO [StoreOpener-e03930145730ce2df394ca55c7a71273-1 {}] regionserver.HStore(327): Store=e03930145730ce2df394ca55c7a71273/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,777 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5. 2024-12-13T08:21:04,777 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5. 2024-12-13T08:21:04,777 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/7911c3264111bfafa022561304562f21 2024-12-13T08:21:04,778 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d. 2024-12-13T08:21:04,778 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 7ab95b246ce4a8f4da62e9b24f66978d, NAME => 'testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-13T08:21:04,778 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/7911c3264111bfafa022561304562f21 2024-12-13T08:21:04,778 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 7ab95b246ce4a8f4da62e9b24f66978d 2024-12-13T08:21:04,778 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,778 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 7ab95b246ce4a8f4da62e9b24f66978d 2024-12-13T08:21:04,778 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 7ab95b246ce4a8f4da62e9b24f66978d 2024-12-13T08:21:04,778 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/e03930145730ce2df394ca55c7a71273 2024-12-13T08:21:04,778 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=d4e940794dff283563a38431daf28fb5, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:04,778 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/e03930145730ce2df394ca55c7a71273 2024-12-13T08:21:04,779 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f. 2024-12-13T08:21:04,779 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f. 2024-12-13T08:21:04,779 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b. 2024-12-13T08:21:04,779 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => a6b3841b3e6704d06d8100fa817d9f5b, NAME => 'testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-13T08:21:04,779 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 a6b3841b3e6704d06d8100fa817d9f5b 2024-12-13T08:21:04,779 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,779 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for a6b3841b3e6704d06d8100fa817d9f5b 2024-12-13T08:21:04,780 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for a6b3841b3e6704d06d8100fa817d9f5b 2024-12-13T08:21:04,780 INFO [StoreOpener-7ab95b246ce4a8f4da62e9b24f66978d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7ab95b246ce4a8f4da62e9b24f66978d 2024-12-13T08:21:04,780 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=f16ed44c606e66d3b2940e256bc7499f, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:04,781 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1085): writing seq id for 7911c3264111bfafa022561304562f21 2024-12-13T08:21:04,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=39 2024-12-13T08:21:04,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=39, state=SUCCESS; OpenRegionProcedure d4e940794dff283563a38431daf28fb5, server=6b1293cedc9a,41757,1734078061077 in 228 msec 2024-12-13T08:21:04,781 INFO [StoreOpener-7ab95b246ce4a8f4da62e9b24f66978d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab95b246ce4a8f4da62e9b24f66978d columnFamilyName info 2024-12-13T08:21:04,781 INFO [StoreOpener-a6b3841b3e6704d06d8100fa817d9f5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a6b3841b3e6704d06d8100fa817d9f5b 2024-12-13T08:21:04,782 DEBUG [StoreOpener-7ab95b246ce4a8f4da62e9b24f66978d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,782 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1085): writing seq id for e03930145730ce2df394ca55c7a71273 2024-12-13T08:21:04,782 INFO [StoreOpener-7ab95b246ce4a8f4da62e9b24f66978d-1 {}] regionserver.HStore(327): Store=7ab95b246ce4a8f4da62e9b24f66978d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=25 2024-12-13T08:21:04,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=25, state=SUCCESS; OpenRegionProcedure f16ed44c606e66d3b2940e256bc7499f, server=6b1293cedc9a,40219,1734078061169 in 211 msec 2024-12-13T08:21:04,783 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/7ab95b246ce4a8f4da62e9b24f66978d 2024-12-13T08:21:04,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=d4e940794dff283563a38431daf28fb5, ASSIGN in 383 msec 2024-12-13T08:21:04,783 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/7ab95b246ce4a8f4da62e9b24f66978d 2024-12-13T08:21:04,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f16ed44c606e66d3b2940e256bc7499f, ASSIGN in 384 msec 2024-12-13T08:21:04,784 INFO [StoreOpener-a6b3841b3e6704d06d8100fa817d9f5b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6b3841b3e6704d06d8100fa817d9f5b columnFamilyName info 2024-12-13T08:21:04,784 DEBUG [StoreOpener-a6b3841b3e6704d06d8100fa817d9f5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,785 INFO [StoreOpener-a6b3841b3e6704d06d8100fa817d9f5b-1 {}] regionserver.HStore(327): Store=a6b3841b3e6704d06d8100fa817d9f5b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,785 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/a6b3841b3e6704d06d8100fa817d9f5b 2024-12-13T08:21:04,785 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 7ab95b246ce4a8f4da62e9b24f66978d 2024-12-13T08:21:04,785 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/a6b3841b3e6704d06d8100fa817d9f5b 2024-12-13T08:21:04,786 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for a6b3841b3e6704d06d8100fa817d9f5b 2024-12-13T08:21:04,787 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/e03930145730ce2df394ca55c7a71273/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,787 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/7911c3264111bfafa022561304562f21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,788 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/7ab95b246ce4a8f4da62e9b24f66978d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,788 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1102): Opened e03930145730ce2df394ca55c7a71273; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71721112, jitterRate=0.06872785091400146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,788 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1001): Region open journal for e03930145730ce2df394ca55c7a71273: 2024-12-13T08:21:04,788 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1102): Opened 7911c3264111bfafa022561304562f21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70234099, jitterRate=0.04656963050365448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,788 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1001): Region open journal for 7911c3264111bfafa022561304562f21: 2024-12-13T08:21:04,789 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273., pid=63, masterSystemTime=1734078064757 2024-12-13T08:21:04,789 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21., pid=62, masterSystemTime=1734078064739 2024-12-13T08:21:04,790 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21. 2024-12-13T08:21:04,790 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 7ab95b246ce4a8f4da62e9b24f66978d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68654234, jitterRate=0.023027807474136353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,790 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 7ab95b246ce4a8f4da62e9b24f66978d: 2024-12-13T08:21:04,790 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21. 2024-12-13T08:21:04,790 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/a6b3841b3e6704d06d8100fa817d9f5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,790 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f. 2024-12-13T08:21:04,790 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => f0ee3e0cba230c70b29a2cf3817ecc7f, NAME => 'testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-13T08:21:04,790 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened a6b3841b3e6704d06d8100fa817d9f5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74190373, jitterRate=0.10552270710468292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,790 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for a6b3841b3e6704d06d8100fa817d9f5b: 2024-12-13T08:21:04,790 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=7911c3264111bfafa022561304562f21, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:04,790 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 f0ee3e0cba230c70b29a2cf3817ecc7f 2024-12-13T08:21:04,790 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d., pid=48, masterSystemTime=1734078064707 2024-12-13T08:21:04,791 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,791 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for f0ee3e0cba230c70b29a2cf3817ecc7f 2024-12-13T08:21:04,791 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for f0ee3e0cba230c70b29a2cf3817ecc7f 2024-12-13T08:21:04,791 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b., pid=51, masterSystemTime=1734078064721 2024-12-13T08:21:04,793 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273. 2024-12-13T08:21:04,793 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273. 2024-12-13T08:21:04,793 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=e03930145730ce2df394ca55c7a71273, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:04,793 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3. 2024-12-13T08:21:04,793 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7285): Opening region: {ENCODED => 151d914911dc389fdc4e0e841e31efd3, NAME => 'testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-13T08:21:04,793 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d. 2024-12-13T08:21:04,793 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d. 2024-12-13T08:21:04,793 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 151d914911dc389fdc4e0e841e31efd3 2024-12-13T08:21:04,793 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba. 2024-12-13T08:21:04,793 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,794 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => b410deb25f389a497b1025884ed446ba, NAME => 'testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-13T08:21:04,794 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7327): checking encryption for 151d914911dc389fdc4e0e841e31efd3 2024-12-13T08:21:04,794 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7330): checking classloading for 151d914911dc389fdc4e0e841e31efd3 2024-12-13T08:21:04,794 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 b410deb25f389a497b1025884ed446ba 2024-12-13T08:21:04,794 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,794 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for b410deb25f389a497b1025884ed446ba 2024-12-13T08:21:04,794 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for b410deb25f389a497b1025884ed446ba 2024-12-13T08:21:04,795 INFO [StoreOpener-f0ee3e0cba230c70b29a2cf3817ecc7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f0ee3e0cba230c70b29a2cf3817ecc7f 2024-12-13T08:21:04,796 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b. 2024-12-13T08:21:04,796 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b. 2024-12-13T08:21:04,796 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=7ab95b246ce4a8f4da62e9b24f66978d, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:04,796 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa. 2024-12-13T08:21:04,796 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => fd0861cf046b89e184b9e9cdf9ae59fa, NAME => 'testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-13T08:21:04,796 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 fd0861cf046b89e184b9e9cdf9ae59fa 2024-12-13T08:21:04,796 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,797 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for fd0861cf046b89e184b9e9cdf9ae59fa 2024-12-13T08:21:04,797 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for fd0861cf046b89e184b9e9cdf9ae59fa 2024-12-13T08:21:04,798 INFO [StoreOpener-f0ee3e0cba230c70b29a2cf3817ecc7f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0ee3e0cba230c70b29a2cf3817ecc7f columnFamilyName info 2024-12-13T08:21:04,798 DEBUG [StoreOpener-f0ee3e0cba230c70b29a2cf3817ecc7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,798 INFO [StoreOpener-f0ee3e0cba230c70b29a2cf3817ecc7f-1 {}] regionserver.HStore(327): Store=f0ee3e0cba230c70b29a2cf3817ecc7f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=24 2024-12-13T08:21:04,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=24, state=SUCCESS; OpenRegionProcedure 7911c3264111bfafa022561304562f21, server=6b1293cedc9a,39509,1734078061028 in 193 msec 2024-12-13T08:21:04,799 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=a6b3841b3e6704d06d8100fa817d9f5b, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:04,799 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/f0ee3e0cba230c70b29a2cf3817ecc7f 2024-12-13T08:21:04,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=42 2024-12-13T08:21:04,799 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/f0ee3e0cba230c70b29a2cf3817ecc7f 2024-12-13T08:21:04,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=7911c3264111bfafa022561304562f21, ASSIGN in 400 msec 2024-12-13T08:21:04,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=42, state=SUCCESS; OpenRegionProcedure e03930145730ce2df394ca55c7a71273, server=6b1293cedc9a,35779,1734078061125 in 197 msec 2024-12-13T08:21:04,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=33 2024-12-13T08:21:04,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=e03930145730ce2df394ca55c7a71273, ASSIGN in 402 msec 2024-12-13T08:21:04,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=33, state=SUCCESS; OpenRegionProcedure a6b3841b3e6704d06d8100fa817d9f5b, server=6b1293cedc9a,40219,1734078061169 in 233 msec 2024-12-13T08:21:04,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=a6b3841b3e6704d06d8100fa817d9f5b, ASSIGN in 403 msec 2024-12-13T08:21:04,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=35 2024-12-13T08:21:04,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=35, state=SUCCESS; OpenRegionProcedure 7ab95b246ce4a8f4da62e9b24f66978d, server=6b1293cedc9a,41757,1734078061077 in 242 msec 2024-12-13T08:21:04,802 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for f0ee3e0cba230c70b29a2cf3817ecc7f 2024-12-13T08:21:04,806 INFO [StoreOpener-b410deb25f389a497b1025884ed446ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b410deb25f389a497b1025884ed446ba 2024-12-13T08:21:04,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=7ab95b246ce4a8f4da62e9b24f66978d, ASSIGN in 404 msec 2024-12-13T08:21:04,806 INFO [StoreOpener-151d914911dc389fdc4e0e841e31efd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 151d914911dc389fdc4e0e841e31efd3 2024-12-13T08:21:04,806 INFO [StoreOpener-fd0861cf046b89e184b9e9cdf9ae59fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fd0861cf046b89e184b9e9cdf9ae59fa 2024-12-13T08:21:04,807 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/f0ee3e0cba230c70b29a2cf3817ecc7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,807 INFO [StoreOpener-b410deb25f389a497b1025884ed446ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b410deb25f389a497b1025884ed446ba columnFamilyName info 2024-12-13T08:21:04,807 INFO [StoreOpener-151d914911dc389fdc4e0e841e31efd3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 151d914911dc389fdc4e0e841e31efd3 columnFamilyName info 2024-12-13T08:21:04,807 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened f0ee3e0cba230c70b29a2cf3817ecc7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61366470, jitterRate=-0.08556833863258362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,807 DEBUG [StoreOpener-151d914911dc389fdc4e0e841e31efd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,807 DEBUG [StoreOpener-b410deb25f389a497b1025884ed446ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,807 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for f0ee3e0cba230c70b29a2cf3817ecc7f: 2024-12-13T08:21:04,808 INFO [StoreOpener-b410deb25f389a497b1025884ed446ba-1 {}] regionserver.HStore(327): Store=b410deb25f389a497b1025884ed446ba/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,808 INFO [StoreOpener-151d914911dc389fdc4e0e841e31efd3-1 {}] regionserver.HStore(327): Store=151d914911dc389fdc4e0e841e31efd3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,808 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/b410deb25f389a497b1025884ed446ba 2024-12-13T08:21:04,808 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f., pid=61, masterSystemTime=1734078064739 2024-12-13T08:21:04,809 INFO [StoreOpener-fd0861cf046b89e184b9e9cdf9ae59fa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd0861cf046b89e184b9e9cdf9ae59fa columnFamilyName info 2024-12-13T08:21:04,809 DEBUG [StoreOpener-fd0861cf046b89e184b9e9cdf9ae59fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,809 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/151d914911dc389fdc4e0e841e31efd3 2024-12-13T08:21:04,809 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/b410deb25f389a497b1025884ed446ba 2024-12-13T08:21:04,809 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/151d914911dc389fdc4e0e841e31efd3 2024-12-13T08:21:04,809 INFO [StoreOpener-fd0861cf046b89e184b9e9cdf9ae59fa-1 {}] regionserver.HStore(327): Store=fd0861cf046b89e184b9e9cdf9ae59fa/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,810 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f. 2024-12-13T08:21:04,810 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f. 2024-12-13T08:21:04,810 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b. 2024-12-13T08:21:04,810 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => fe44c1d1675d2c6454cb7be1f2cdbe4b, NAME => 'testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-13T08:21:04,810 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=f0ee3e0cba230c70b29a2cf3817ecc7f, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:04,810 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 fe44c1d1675d2c6454cb7be1f2cdbe4b 2024-12-13T08:21:04,810 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,811 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for fe44c1d1675d2c6454cb7be1f2cdbe4b 2024-12-13T08:21:04,811 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for fe44c1d1675d2c6454cb7be1f2cdbe4b 2024-12-13T08:21:04,811 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/fd0861cf046b89e184b9e9cdf9ae59fa 2024-12-13T08:21:04,812 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/fd0861cf046b89e184b9e9cdf9ae59fa 2024-12-13T08:21:04,813 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for b410deb25f389a497b1025884ed446ba 2024-12-13T08:21:04,813 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1085): writing seq id for 151d914911dc389fdc4e0e841e31efd3 2024-12-13T08:21:04,813 INFO [StoreOpener-fe44c1d1675d2c6454cb7be1f2cdbe4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fe44c1d1675d2c6454cb7be1f2cdbe4b 2024-12-13T08:21:04,815 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for fd0861cf046b89e184b9e9cdf9ae59fa 2024-12-13T08:21:04,815 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/b410deb25f389a497b1025884ed446ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,815 INFO [StoreOpener-fe44c1d1675d2c6454cb7be1f2cdbe4b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe44c1d1675d2c6454cb7be1f2cdbe4b columnFamilyName info 2024-12-13T08:21:04,815 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened b410deb25f389a497b1025884ed446ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72980241, jitterRate=0.08749033510684967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,815 DEBUG [StoreOpener-fe44c1d1675d2c6454cb7be1f2cdbe4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,816 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for b410deb25f389a497b1025884ed446ba: 2024-12-13T08:21:04,816 INFO [StoreOpener-fe44c1d1675d2c6454cb7be1f2cdbe4b-1 {}] regionserver.HStore(327): Store=fe44c1d1675d2c6454cb7be1f2cdbe4b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,817 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba., pid=49, masterSystemTime=1734078064707 2024-12-13T08:21:04,818 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/fe44c1d1675d2c6454cb7be1f2cdbe4b 2024-12-13T08:21:04,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=32 2024-12-13T08:21:04,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=32, state=SUCCESS; OpenRegionProcedure f0ee3e0cba230c70b29a2cf3817ecc7f, server=6b1293cedc9a,39509,1734078061028 in 218 msec 2024-12-13T08:21:04,818 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/fe44c1d1675d2c6454cb7be1f2cdbe4b 2024-12-13T08:21:04,818 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/fd0861cf046b89e184b9e9cdf9ae59fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,819 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/151d914911dc389fdc4e0e841e31efd3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,819 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened fd0861cf046b89e184b9e9cdf9ae59fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69923449, jitterRate=0.041940584778785706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,819 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for fd0861cf046b89e184b9e9cdf9ae59fa: 2024-12-13T08:21:04,819 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba. 2024-12-13T08:21:04,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f0ee3e0cba230c70b29a2cf3817ecc7f, ASSIGN in 420 msec 2024-12-13T08:21:04,819 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba. 2024-12-13T08:21:04,819 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024. 2024-12-13T08:21:04,819 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => a76e7a516b75b1980a5874474f769024, NAME => 'testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-13T08:21:04,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=b410deb25f389a497b1025884ed446ba, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:04,819 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1102): Opened 151d914911dc389fdc4e0e841e31efd3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67041619, jitterRate=-0.0010020285844802856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,820 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1001): Region open journal for 151d914911dc389fdc4e0e841e31efd3: 2024-12-13T08:21:04,820 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa., pid=55, masterSystemTime=1734078064721 2024-12-13T08:21:04,820 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 a76e7a516b75b1980a5874474f769024 2024-12-13T08:21:04,820 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,820 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for a76e7a516b75b1980a5874474f769024 2024-12-13T08:21:04,820 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for a76e7a516b75b1980a5874474f769024 2024-12-13T08:21:04,820 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3., pid=65, masterSystemTime=1734078064757 2024-12-13T08:21:04,821 INFO [StoreOpener-a76e7a516b75b1980a5874474f769024-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a76e7a516b75b1980a5874474f769024 2024-12-13T08:21:04,821 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa. 2024-12-13T08:21:04,821 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa. 2024-12-13T08:21:04,821 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8. 2024-12-13T08:21:04,822 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => ae8789c067d0d291019cf21c96bf57e8, NAME => 'testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-13T08:21:04,822 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 ae8789c067d0d291019cf21c96bf57e8 2024-12-13T08:21:04,822 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,822 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for fe44c1d1675d2c6454cb7be1f2cdbe4b 2024-12-13T08:21:04,822 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for ae8789c067d0d291019cf21c96bf57e8 2024-12-13T08:21:04,822 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for ae8789c067d0d291019cf21c96bf57e8 2024-12-13T08:21:04,822 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=fd0861cf046b89e184b9e9cdf9ae59fa, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:04,822 INFO [StoreOpener-a76e7a516b75b1980a5874474f769024-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a76e7a516b75b1980a5874474f769024 columnFamilyName info 2024-12-13T08:21:04,822 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3. 2024-12-13T08:21:04,822 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3. 2024-12-13T08:21:04,822 DEBUG [StoreOpener-a76e7a516b75b1980a5874474f769024-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,822 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f. 2024-12-13T08:21:04,823 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => 5a2d453e81a3f334a846dec00778a49f, NAME => 'testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-13T08:21:04,823 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 5a2d453e81a3f334a846dec00778a49f 2024-12-13T08:21:04,823 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,823 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for 5a2d453e81a3f334a846dec00778a49f 2024-12-13T08:21:04,823 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for 5a2d453e81a3f334a846dec00778a49f 2024-12-13T08:21:04,823 INFO [StoreOpener-a76e7a516b75b1980a5874474f769024-1 {}] regionserver.HStore(327): Store=a76e7a516b75b1980a5874474f769024/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,824 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/a76e7a516b75b1980a5874474f769024 2024-12-13T08:21:04,824 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 22351, reset compression=false 2024-12-13T08:21:04,824 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/a76e7a516b75b1980a5874474f769024 2024-12-13T08:21:04,824 INFO [StoreOpener-ae8789c067d0d291019cf21c96bf57e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ae8789c067d0d291019cf21c96bf57e8 2024-12-13T08:21:04,824 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=151d914911dc389fdc4e0e841e31efd3, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:04,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=27 2024-12-13T08:21:04,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=27, state=SUCCESS; OpenRegionProcedure b410deb25f389a497b1025884ed446ba, server=6b1293cedc9a,41757,1734078061077 in 259 msec 2024-12-13T08:21:04,826 INFO [StoreOpener-5a2d453e81a3f334a846dec00778a49f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5a2d453e81a3f334a846dec00778a49f 2024-12-13T08:21:04,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=29 2024-12-13T08:21:04,827 INFO [StoreOpener-ae8789c067d0d291019cf21c96bf57e8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae8789c067d0d291019cf21c96bf57e8 columnFamilyName info 2024-12-13T08:21:04,827 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for a76e7a516b75b1980a5874474f769024 2024-12-13T08:21:04,827 DEBUG [StoreOpener-ae8789c067d0d291019cf21c96bf57e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,828 INFO [StoreOpener-ae8789c067d0d291019cf21c96bf57e8-1 {}] regionserver.HStore(327): Store=ae8789c067d0d291019cf21c96bf57e8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fd0861cf046b89e184b9e9cdf9ae59fa, ASSIGN in 429 msec 2024-12-13T08:21:04,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=29, state=SUCCESS; OpenRegionProcedure fd0861cf046b89e184b9e9cdf9ae59fa, server=6b1293cedc9a,40219,1734078061169 in 248 msec 2024-12-13T08:21:04,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=b410deb25f389a497b1025884ed446ba, ASSIGN in 428 msec 2024-12-13T08:21:04,829 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/fe44c1d1675d2c6454cb7be1f2cdbe4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,829 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/ae8789c067d0d291019cf21c96bf57e8 2024-12-13T08:21:04,830 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/ae8789c067d0d291019cf21c96bf57e8 2024-12-13T08:21:04,830 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened fe44c1d1675d2c6454cb7be1f2cdbe4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62284081, jitterRate=-0.07189486920833588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,830 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for fe44c1d1675d2c6454cb7be1f2cdbe4b: 2024-12-13T08:21:04,830 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b., pid=59, masterSystemTime=1734078064739 2024-12-13T08:21:04,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=26 2024-12-13T08:21:04,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=26, state=SUCCESS; OpenRegionProcedure 151d914911dc389fdc4e0e841e31efd3, server=6b1293cedc9a,35779,1734078061125 in 218 msec 2024-12-13T08:21:04,832 INFO [StoreOpener-5a2d453e81a3f334a846dec00778a49f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a2d453e81a3f334a846dec00778a49f columnFamilyName info 2024-12-13T08:21:04,832 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for ae8789c067d0d291019cf21c96bf57e8 2024-12-13T08:21:04,832 DEBUG [StoreOpener-5a2d453e81a3f334a846dec00778a49f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,833 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b. 2024-12-13T08:21:04,833 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b. 2024-12-13T08:21:04,833 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9. 2024-12-13T08:21:04,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=151d914911dc389fdc4e0e841e31efd3, ASSIGN in 433 msec 2024-12-13T08:21:04,833 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => ac9f5bc4ad766c5f1e5245363d0b93a9, NAME => 'testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-13T08:21:04,833 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 ac9f5bc4ad766c5f1e5245363d0b93a9 2024-12-13T08:21:04,833 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,833 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for ac9f5bc4ad766c5f1e5245363d0b93a9 2024-12-13T08:21:04,833 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for ac9f5bc4ad766c5f1e5245363d0b93a9 2024-12-13T08:21:04,834 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=fe44c1d1675d2c6454cb7be1f2cdbe4b, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:04,834 INFO [StoreOpener-5a2d453e81a3f334a846dec00778a49f-1 {}] regionserver.HStore(327): Store=5a2d453e81a3f334a846dec00778a49f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,835 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/5a2d453e81a3f334a846dec00778a49f 2024-12-13T08:21:04,835 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/5a2d453e81a3f334a846dec00778a49f 2024-12-13T08:21:04,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=41 2024-12-13T08:21:04,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=41, state=SUCCESS; OpenRegionProcedure fe44c1d1675d2c6454cb7be1f2cdbe4b, server=6b1293cedc9a,39509,1734078061028 in 242 msec 2024-12-13T08:21:04,837 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for 5a2d453e81a3f334a846dec00778a49f 2024-12-13T08:21:04,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fe44c1d1675d2c6454cb7be1f2cdbe4b, ASSIGN in 439 msec 2024-12-13T08:21:04,841 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/a76e7a516b75b1980a5874474f769024/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,842 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened a76e7a516b75b1980a5874474f769024; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72740321, jitterRate=0.08391524851322174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,842 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for a76e7a516b75b1980a5874474f769024: 2024-12-13T08:21:04,842 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024., pid=45, masterSystemTime=1734078064707 2024-12-13T08:21:04,844 INFO [StoreOpener-ac9f5bc4ad766c5f1e5245363d0b93a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ac9f5bc4ad766c5f1e5245363d0b93a9 2024-12-13T08:21:04,844 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024. 2024-12-13T08:21:04,844 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024. 2024-12-13T08:21:04,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=a76e7a516b75b1980a5874474f769024, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:04,846 INFO [StoreOpener-ac9f5bc4ad766c5f1e5245363d0b93a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac9f5bc4ad766c5f1e5245363d0b93a9 columnFamilyName info 2024-12-13T08:21:04,846 DEBUG [StoreOpener-ac9f5bc4ad766c5f1e5245363d0b93a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,846 INFO [StoreOpener-ac9f5bc4ad766c5f1e5245363d0b93a9-1 {}] regionserver.HStore(327): Store=ac9f5bc4ad766c5f1e5245363d0b93a9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,847 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:21:04,847 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/ac9f5bc4ad766c5f1e5245363d0b93a9 2024-12-13T08:21:04,847 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/46=[#edits: 5 = ],1004}, {hbase:meta/1588230740/47=[#edits: 5 = ],1004}, {hbase:meta/1588230740/48=[#edits: 5 = ],1004}, {hbase:meta/1588230740/49=[#edits: 5 = ],1004}, {hbase:meta/1588230740/50=[#edits: 5 = ],1004}, {hbase:meta/1588230740/51=[#edits: 5 = ],1004}, {hbase:meta/1588230740/52=[#edits: 5 = ],1004}, {hbase:meta/1588230740/53=[#edits: 5 = ],1004}, {hbase:meta/1588230740/54=[#edits: 5 = ],1004}, {hbase:meta/1588230740/55=[#edits: 5 = ],1004}, {hbase:meta/1588230740/56=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=30206, nbRowKeys=11, nbHFiles=0, heapSize=11044, lastSeqIds={}, endOfFile=false,usedBufferSize=11044] 2024-12-13T08:21:04,848 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/5a2d453e81a3f334a846dec00778a49f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,848 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:21:04,848 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 34502, reset compression=false 2024-12-13T08:21:04,849 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/ac9f5bc4ad766c5f1e5245363d0b93a9 2024-12-13T08:21:04,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=20 2024-12-13T08:21:04,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=20, state=SUCCESS; OpenRegionProcedure a76e7a516b75b1980a5874474f769024, server=6b1293cedc9a,41757,1734078061077 in 291 msec 2024-12-13T08:21:04,850 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/57=[#edits: 5 = ],1004}, {hbase:meta/1588230740/58=[#edits: 5 = ],1004}, {hbase:meta/1588230740/59=[#edits: 5 = ],1004}, {hbase:meta/1588230740/60=[#edits: 5 = ],1004}, {hbase:meta/1588230740/61=[#edits: 5 = ],1004}, {hbase:meta/1588230740/62=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=34502, nbRowKeys=6, nbHFiles=0, heapSize=6024, lastSeqIds={}, endOfFile=false,usedBufferSize=6024] 2024-12-13T08:21:04,851 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/ae8789c067d0d291019cf21c96bf57e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=a76e7a516b75b1980a5874474f769024, ASSIGN in 451 msec 2024-12-13T08:21:04,851 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened ae8789c067d0d291019cf21c96bf57e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74817979, jitterRate=0.11487476527690887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,851 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for ae8789c067d0d291019cf21c96bf57e8: 2024-12-13T08:21:04,852 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for ac9f5bc4ad766c5f1e5245363d0b93a9 2024-12-13T08:21:04,854 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/ac9f5bc4ad766c5f1e5245363d0b93a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,854 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened ac9f5bc4ad766c5f1e5245363d0b93a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60618493, jitterRate=-0.0967140644788742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,854 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for ac9f5bc4ad766c5f1e5245363d0b93a9: 2024-12-13T08:21:04,855 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened 5a2d453e81a3f334a846dec00778a49f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58916825, jitterRate=-0.12207089364528656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,855 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for 5a2d453e81a3f334a846dec00778a49f: 2024-12-13T08:21:04,855 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8., pid=56, masterSystemTime=1734078064721 2024-12-13T08:21:04,856 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f., pid=68, masterSystemTime=1734078064757 2024-12-13T08:21:04,857 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9., pid=58, masterSystemTime=1734078064739 2024-12-13T08:21:04,858 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8. 2024-12-13T08:21:04,858 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8. 2024-12-13T08:21:04,859 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=ae8789c067d0d291019cf21c96bf57e8, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:04,859 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f. 2024-12-13T08:21:04,859 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f. 2024-12-13T08:21:04,860 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45. 2024-12-13T08:21:04,860 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 646684c5b7a37073c8a2ad32a07e4d45, NAME => 'testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-13T08:21:04,860 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 646684c5b7a37073c8a2ad32a07e4d45 2024-12-13T08:21:04,860 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,860 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 646684c5b7a37073c8a2ad32a07e4d45 2024-12-13T08:21:04,860 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 646684c5b7a37073c8a2ad32a07e4d45 2024-12-13T08:21:04,861 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=5a2d453e81a3f334a846dec00778a49f, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:04,862 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9. 2024-12-13T08:21:04,862 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9. 2024-12-13T08:21:04,862 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2. 2024-12-13T08:21:04,862 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=ac9f5bc4ad766c5f1e5245363d0b93a9, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:04,862 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 02634c3eedc9b8a5871d9fb5a42373b2, NAME => 'testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-13T08:21:04,862 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 02634c3eedc9b8a5871d9fb5a42373b2 2024-12-13T08:21:04,862 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,862 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 02634c3eedc9b8a5871d9fb5a42373b2 2024-12-13T08:21:04,862 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 02634c3eedc9b8a5871d9fb5a42373b2 2024-12-13T08:21:04,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=40 2024-12-13T08:21:04,871 INFO [StoreOpener-646684c5b7a37073c8a2ad32a07e4d45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 646684c5b7a37073c8a2ad32a07e4d45 2024-12-13T08:21:04,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=40, state=SUCCESS; OpenRegionProcedure ae8789c067d0d291019cf21c96bf57e8, server=6b1293cedc9a,40219,1734078061169 in 281 msec 2024-12-13T08:21:04,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=22 2024-12-13T08:21:04,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=22, state=SUCCESS; OpenRegionProcedure 5a2d453e81a3f334a846dec00778a49f, server=6b1293cedc9a,35779,1734078061125 in 253 msec 2024-12-13T08:21:04,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=36 2024-12-13T08:21:04,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ae8789c067d0d291019cf21c96bf57e8, ASSIGN in 474 msec 2024-12-13T08:21:04,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=36, state=SUCCESS; OpenRegionProcedure ac9f5bc4ad766c5f1e5245363d0b93a9, server=6b1293cedc9a,39509,1734078061028 in 279 msec 2024-12-13T08:21:04,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=5a2d453e81a3f334a846dec00778a49f, ASSIGN in 474 msec 2024-12-13T08:21:04,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ac9f5bc4ad766c5f1e5245363d0b93a9, ASSIGN in 475 msec 2024-12-13T08:21:04,874 INFO [StoreOpener-646684c5b7a37073c8a2ad32a07e4d45-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 646684c5b7a37073c8a2ad32a07e4d45 columnFamilyName info 2024-12-13T08:21:04,874 DEBUG [StoreOpener-646684c5b7a37073c8a2ad32a07e4d45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,874 INFO [StoreOpener-646684c5b7a37073c8a2ad32a07e4d45-1 {}] regionserver.HStore(327): Store=646684c5b7a37073c8a2ad32a07e4d45/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,875 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/646684c5b7a37073c8a2ad32a07e4d45 2024-12-13T08:21:04,875 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/646684c5b7a37073c8a2ad32a07e4d45 2024-12-13T08:21:04,877 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 646684c5b7a37073c8a2ad32a07e4d45 2024-12-13T08:21:04,880 INFO [StoreOpener-02634c3eedc9b8a5871d9fb5a42373b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 02634c3eedc9b8a5871d9fb5a42373b2 2024-12-13T08:21:04,881 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:21:04,881 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 37366, reset compression=false 2024-12-13T08:21:04,881 INFO [StoreOpener-02634c3eedc9b8a5871d9fb5a42373b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02634c3eedc9b8a5871d9fb5a42373b2 columnFamilyName info 2024-12-13T08:21:04,881 DEBUG [StoreOpener-02634c3eedc9b8a5871d9fb5a42373b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,881 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/63=[#edits: 5 = ],1004}, {hbase:meta/1588230740/64=[#edits: 5 = ],1004}, {hbase:meta/1588230740/65=[#edits: 5 = ],1004}, {hbase:meta/1588230740/66=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=37366, nbRowKeys=4, nbHFiles=0, heapSize=4016, lastSeqIds={}, endOfFile=false,usedBufferSize=4016] 2024-12-13T08:21:04,881 INFO [StoreOpener-02634c3eedc9b8a5871d9fb5a42373b2-1 {}] regionserver.HStore(327): Store=02634c3eedc9b8a5871d9fb5a42373b2/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,882 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/02634c3eedc9b8a5871d9fb5a42373b2 2024-12-13T08:21:04,882 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/02634c3eedc9b8a5871d9fb5a42373b2 2024-12-13T08:21:04,884 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 02634c3eedc9b8a5871d9fb5a42373b2 2024-12-13T08:21:04,884 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/646684c5b7a37073c8a2ad32a07e4d45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,885 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 646684c5b7a37073c8a2ad32a07e4d45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69298398, jitterRate=0.032626599073410034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,885 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 646684c5b7a37073c8a2ad32a07e4d45: 2024-12-13T08:21:04,886 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45., pid=66, masterSystemTime=1734078064757 2024-12-13T08:21:04,887 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45. 2024-12-13T08:21:04,887 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45. 2024-12-13T08:21:04,887 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58. 2024-12-13T08:21:04,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=646684c5b7a37073c8a2ad32a07e4d45, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:04,887 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 8c8c5120399d221e4d65ebc999deaa58, NAME => 'testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-13T08:21:04,887 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 8c8c5120399d221e4d65ebc999deaa58 2024-12-13T08:21:04,887 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,887 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 8c8c5120399d221e4d65ebc999deaa58 2024-12-13T08:21:04,887 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 8c8c5120399d221e4d65ebc999deaa58 2024-12-13T08:21:04,888 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/02634c3eedc9b8a5871d9fb5a42373b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,888 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 02634c3eedc9b8a5871d9fb5a42373b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61983957, jitterRate=-0.07636706531047821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,888 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 02634c3eedc9b8a5871d9fb5a42373b2: 2024-12-13T08:21:04,889 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2., pid=57, masterSystemTime=1734078064739 2024-12-13T08:21:04,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=34 2024-12-13T08:21:04,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=34, state=SUCCESS; OpenRegionProcedure 646684c5b7a37073c8a2ad32a07e4d45, server=6b1293cedc9a,35779,1734078061125 in 280 msec 2024-12-13T08:21:04,890 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2. 2024-12-13T08:21:04,890 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2. 2024-12-13T08:21:04,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=646684c5b7a37073c8a2ad32a07e4d45, ASSIGN in 491 msec 2024-12-13T08:21:04,890 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=02634c3eedc9b8a5871d9fb5a42373b2, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:04,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=28 2024-12-13T08:21:04,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=28, state=SUCCESS; OpenRegionProcedure 02634c3eedc9b8a5871d9fb5a42373b2, server=6b1293cedc9a,39509,1734078061028 in 309 msec 2024-12-13T08:21:04,892 INFO [StoreOpener-8c8c5120399d221e4d65ebc999deaa58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8c8c5120399d221e4d65ebc999deaa58 2024-12-13T08:21:04,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=02634c3eedc9b8a5871d9fb5a42373b2, ASSIGN in 493 msec 2024-12-13T08:21:04,893 INFO [StoreOpener-8c8c5120399d221e4d65ebc999deaa58-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c8c5120399d221e4d65ebc999deaa58 columnFamilyName info 2024-12-13T08:21:04,893 DEBUG [StoreOpener-8c8c5120399d221e4d65ebc999deaa58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,893 INFO [StoreOpener-8c8c5120399d221e4d65ebc999deaa58-1 {}] regionserver.HStore(327): Store=8c8c5120399d221e4d65ebc999deaa58/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,894 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/8c8c5120399d221e4d65ebc999deaa58 2024-12-13T08:21:04,894 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/8c8c5120399d221e4d65ebc999deaa58 2024-12-13T08:21:04,895 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 8c8c5120399d221e4d65ebc999deaa58 2024-12-13T08:21:04,897 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/8c8c5120399d221e4d65ebc999deaa58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,897 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 8c8c5120399d221e4d65ebc999deaa58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67107181, jitterRate=-2.5078654289245605E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,897 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 8c8c5120399d221e4d65ebc999deaa58: 2024-12-13T08:21:04,898 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58., pid=64, masterSystemTime=1734078064757 2024-12-13T08:21:04,899 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58. 2024-12-13T08:21:04,899 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58. 2024-12-13T08:21:04,899 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5. 2024-12-13T08:21:04,899 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7285): Opening region: {ENCODED => 57141d8a67717f4ef8445038e2884fb5, NAME => 'testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-13T08:21:04,899 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=8c8c5120399d221e4d65ebc999deaa58, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:04,899 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 57141d8a67717f4ef8445038e2884fb5 2024-12-13T08:21:04,899 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:04,899 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7327): checking encryption for 57141d8a67717f4ef8445038e2884fb5 2024-12-13T08:21:04,899 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7330): checking classloading for 57141d8a67717f4ef8445038e2884fb5 2024-12-13T08:21:04,902 INFO [StoreOpener-57141d8a67717f4ef8445038e2884fb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 57141d8a67717f4ef8445038e2884fb5 2024-12-13T08:21:04,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=38 2024-12-13T08:21:04,904 INFO [StoreOpener-57141d8a67717f4ef8445038e2884fb5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57141d8a67717f4ef8445038e2884fb5 columnFamilyName info 2024-12-13T08:21:04,904 DEBUG [StoreOpener-57141d8a67717f4ef8445038e2884fb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:04,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=38, state=SUCCESS; OpenRegionProcedure 8c8c5120399d221e4d65ebc999deaa58, server=6b1293cedc9a,35779,1734078061125 in 299 msec 2024-12-13T08:21:04,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=8c8c5120399d221e4d65ebc999deaa58, ASSIGN in 506 msec 2024-12-13T08:21:04,904 INFO [StoreOpener-57141d8a67717f4ef8445038e2884fb5-1 {}] regionserver.HStore(327): Store=57141d8a67717f4ef8445038e2884fb5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:04,905 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/57141d8a67717f4ef8445038e2884fb5 2024-12-13T08:21:04,905 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/57141d8a67717f4ef8445038e2884fb5 2024-12-13T08:21:04,906 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1085): writing seq id for 57141d8a67717f4ef8445038e2884fb5 2024-12-13T08:21:04,918 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/57141d8a67717f4ef8445038e2884fb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:04,918 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1102): Opened 57141d8a67717f4ef8445038e2884fb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65402847, jitterRate=-0.025421634316444397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:04,918 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1001): Region open journal for 57141d8a67717f4ef8445038e2884fb5: 2024-12-13T08:21:04,919 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5., pid=67, masterSystemTime=1734078064757 2024-12-13T08:21:04,920 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5. 2024-12-13T08:21:04,920 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5. 2024-12-13T08:21:04,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=57141d8a67717f4ef8445038e2884fb5, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:04,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=30 2024-12-13T08:21:04,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=30, state=SUCCESS; OpenRegionProcedure 57141d8a67717f4ef8445038e2884fb5, server=6b1293cedc9a,35779,1734078061125 in 311 msec 2024-12-13T08:21:04,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=18 2024-12-13T08:21:04,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=57141d8a67717f4ef8445038e2884fb5, ASSIGN in 527 msec 2024-12-13T08:21:04,934 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_0 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:21:04,935 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicates_0","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078064935"}]},"ts":"1734078064935"} 2024-12-13T08:21:04,935 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicates_0, state=ENABLED in hbase:meta 2024-12-13T08:21:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T08:21:04,974 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_0 execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:21:04,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicates_0 in 1.1390 sec 2024-12-13T08:21:04,998 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:21:04,998 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:05,039 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:05,039 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:05,086 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 37366, reset compression=false 2024-12-13T08:21:05,090 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-13T08:21:05,090 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 40327, reset compression=false 2024-12-13T08:21:05,090 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/67=[#edits: 5 = ],1004}, {hbase:meta/1588230740/68=[#edits: 5 = ],1004}, {hbase:meta/1588230740/69=[#edits: 5 = ],1004}, {hbase:meta/1588230740/70=[#edits: 5 = ],1004}, {hbase:meta/1588230740/71=[#edits: 1 = ],204}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=40327, nbRowKeys=5, nbHFiles=0, heapSize=4220, lastSeqIds={}, endOfFile=false,usedBufferSize=4220] 2024-12-13T08:21:05,193 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:05,193 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:05,293 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 40327, reset compression=false 2024-12-13T08:21:05,596 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 40327, reset compression=false 2024-12-13T08:21:05,927 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:05,927 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T08:21:05,942 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicates_0, procId: 18 completed 2024-12-13T08:21:05,942 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicates_0 get assigned. Timeout = 60000ms 2024-12-13T08:21:05,942 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:21:05,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35779 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=32821 bytes) of info 2024-12-13T08:21:05,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicates_0 assigned to meta. Checking AM states. 2024-12-13T08:21:05,948 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:21:05,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicates_0 assigned. 2024-12-13T08:21:05,952 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:21:05,952 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-13T08:21:05,955 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=0 hbase:namespace/table:state/1734078062517/Put/vlen=2/seqid=8 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:regioninfo/1734078062514/Put/vlen=41/seqid=7 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:seqnumDuringOpen/1734078062514/Put/vlen=8/seqid=7 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:server/1734078062514/Put/vlen=18/seqid=7 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:serverstartcode/1734078062514/Put/vlen=8/seqid=7 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:sn/1734078062350/Put/vlen=32/seqid=6 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:state/1734078062514/Put/vlen=4/seqid=7 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0/table:state/1734078064935/Put/vlen=2/seqid=71 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=51 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:seqnumDuringOpen/1734078064766/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:seqnumDuringOpen/1734078064766/Put/vlen=8/seqid=51 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:server/1734078064766/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:server/1734078064766/Put/vlen=18/seqid=51 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:serverstartcode/1734078064766/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:serverstartcode/1734078064766/Put/vlen=8/seqid=51 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:sn/1734078064593/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:sn/1734078064593/Put/vlen=32/seqid=37 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:state/1734078064766/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:state/1734078064766/Put/vlen=4/seqid=51 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:regioninfo/1734078064844/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:regioninfo/1734078064844/Put/vlen=65/seqid=63 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:seqnumDuringOpen/1734078064844/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:seqnumDuringOpen/1734078064844/Put/vlen=8/seqid=63 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:server/1734078064844/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:server/1734078064844/Put/vlen=18/seqid=63 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:serverstartcode/1734078064844/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:serverstartcode/1734078064844/Put/vlen=8/seqid=63 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:sn/1734078064551/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:sn/1734078064551/Put/vlen=32/seqid=22 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:state/1734078064844/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:state/1734078064844/Put/vlen=4/seqid=63 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:regioninfo/1734078064749/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:regioninfo/1734078064749/Put/vlen=65/seqid=50 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:seqnumDuringOpen/1734078064749/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:seqnumDuringOpen/1734078064749/Put/vlen=8/seqid=50 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:server/1734078064749/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:server/1734078064749/Put/vlen=18/seqid=50 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:serverstartcode/1734078064749/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:serverstartcode/1734078064749/Put/vlen=8/seqid=50 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:sn/1734078064566/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:sn/1734078064566/Put/vlen=32/seqid=29 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:state/1734078064749/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:state/1734078064749/Put/vlen=4/seqid=50 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:regioninfo/1734078064861/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:regioninfo/1734078064861/Put/vlen=65/seqid=65 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:seqnumDuringOpen/1734078064861/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:seqnumDuringOpen/1734078064861/Put/vlen=8/seqid=65 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:server/1734078064861/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:server/1734078064861/Put/vlen=18/seqid=65 2024-12-13T08:21:05,956 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:serverstartcode/1734078064861/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:serverstartcode/1734078064861/Put/vlen=8/seqid=65 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:sn/1734078064610/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:sn/1734078064610/Put/vlen=32/seqid=45 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:state/1734078064861/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:state/1734078064861/Put/vlen=4/seqid=65 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:regioninfo/1734078064719/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:regioninfo/1734078064719/Put/vlen=65/seqid=46 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:seqnumDuringOpen/1734078064719/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:seqnumDuringOpen/1734078064719/Put/vlen=8/seqid=46 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:server/1734078064719/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:server/1734078064719/Put/vlen=18/seqid=46 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:serverstartcode/1734078064719/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:serverstartcode/1734078064719/Put/vlen=8/seqid=46 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:sn/1734078064551/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:sn/1734078064551/Put/vlen=32/seqid=24 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:state/1734078064719/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:state/1734078064719/Put/vlen=4/seqid=46 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:regioninfo/1734078064790/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:regioninfo/1734078064790/Put/vlen=65/seqid=54 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:seqnumDuringOpen/1734078064790/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:seqnumDuringOpen/1734078064790/Put/vlen=8/seqid=54 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:server/1734078064790/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:server/1734078064790/Put/vlen=18/seqid=54 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:serverstartcode/1734078064790/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:serverstartcode/1734078064790/Put/vlen=8/seqid=54 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:sn/1734078064595/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:sn/1734078064595/Put/vlen=32/seqid=39 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:state/1734078064790/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:state/1734078064790/Put/vlen=4/seqid=54 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:regioninfo/1734078064780/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:regioninfo/1734078064780/Put/vlen=65/seqid=53 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:seqnumDuringOpen/1734078064780/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:seqnumDuringOpen/1734078064780/Put/vlen=8/seqid=53 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:server/1734078064780/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:server/1734078064780/Put/vlen=18/seqid=53 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:serverstartcode/1734078064780/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:serverstartcode/1734078064780/Put/vlen=8/seqid=53 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:sn/1734078064569/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:sn/1734078064569/Put/vlen=32/seqid=30 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:state/1734078064780/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:state/1734078064780/Put/vlen=4/seqid=53 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:regioninfo/1734078064824/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:regioninfo/1734078064824/Put/vlen=65/seqid=61 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:seqnumDuringOpen/1734078064824/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:seqnumDuringOpen/1734078064824/Put/vlen=8/seqid=61 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:server/1734078064824/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:server/1734078064824/Put/vlen=18/seqid=61 2024-12-13T08:21:05,957 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:serverstartcode/1734078064824/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:serverstartcode/1734078064824/Put/vlen=8/seqid=61 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:sn/1734078064607/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:sn/1734078064607/Put/vlen=32/seqid=42 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:state/1734078064824/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:state/1734078064824/Put/vlen=4/seqid=61 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:regioninfo/1734078064819/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:regioninfo/1734078064819/Put/vlen=65/seqid=59 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:seqnumDuringOpen/1734078064819/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:seqnumDuringOpen/1734078064819/Put/vlen=8/seqid=59 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:server/1734078064819/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:server/1734078064819/Put/vlen=18/seqid=59 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:serverstartcode/1734078064819/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:serverstartcode/1734078064819/Put/vlen=8/seqid=59 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:sn/1734078064561/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:sn/1734078064561/Put/vlen=32/seqid=26 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:state/1734078064819/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:state/1734078064819/Put/vlen=4/seqid=59 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:regioninfo/1734078064890/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:regioninfo/1734078064890/Put/vlen=65/seqid=68 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:seqnumDuringOpen/1734078064890/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:seqnumDuringOpen/1734078064890/Put/vlen=8/seqid=68 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:server/1734078064890/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:server/1734078064890/Put/vlen=18/seqid=68 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:serverstartcode/1734078064890/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:serverstartcode/1734078064890/Put/vlen=8/seqid=68 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:sn/1734078064574/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:sn/1734078064574/Put/vlen=32/seqid=34 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:state/1734078064890/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:state/1734078064890/Put/vlen=4/seqid=68 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:regioninfo/1734078064822/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:regioninfo/1734078064822/Put/vlen=65/seqid=60 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:seqnumDuringOpen/1734078064822/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:seqnumDuringOpen/1734078064822/Put/vlen=8/seqid=60 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:server/1734078064822/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:server/1734078064822/Put/vlen=18/seqid=60 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:serverstartcode/1734078064822/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:serverstartcode/1734078064822/Put/vlen=8/seqid=60 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:sn/1734078064573/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:sn/1734078064573/Put/vlen=32/seqid=32 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:state/1734078064822/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:state/1734078064822/Put/vlen=4/seqid=60 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:regioninfo/1734078064920/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:regioninfo/1734078064920/Put/vlen=65/seqid=70 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:seqnumDuringOpen/1734078064920/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:seqnumDuringOpen/1734078064920/Put/vlen=8/seqid=70 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:server/1734078064920/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:server/1734078064920/Put/vlen=18/seqid=70 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:serverstartcode/1734078064920/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:serverstartcode/1734078064920/Put/vlen=8/seqid=70 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:sn/1734078064609/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:sn/1734078064609/Put/vlen=32/seqid=44 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:state/1734078064920/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:state/1734078064920/Put/vlen=4/seqid=70 2024-12-13T08:21:05,958 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:regioninfo/1734078064748/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:regioninfo/1734078064748/Put/vlen=65/seqid=49 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:seqnumDuringOpen/1734078064748/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:seqnumDuringOpen/1734078064748/Put/vlen=8/seqid=49 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:server/1734078064748/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:server/1734078064748/Put/vlen=18/seqid=49 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:serverstartcode/1734078064748/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:serverstartcode/1734078064748/Put/vlen=8/seqid=49 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:sn/1734078064551/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:sn/1734078064551/Put/vlen=32/seqid=23 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:state/1734078064748/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:state/1734078064748/Put/vlen=4/seqid=49 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:regioninfo/1734078064810/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:regioninfo/1734078064810/Put/vlen=65/seqid=58 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:seqnumDuringOpen/1734078064810/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:seqnumDuringOpen/1734078064810/Put/vlen=8/seqid=58 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:server/1734078064810/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:server/1734078064810/Put/vlen=18/seqid=58 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:serverstartcode/1734078064810/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:serverstartcode/1734078064810/Put/vlen=8/seqid=58 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:sn/1734078064595/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:sn/1734078064595/Put/vlen=32/seqid=38 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:state/1734078064810/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:state/1734078064810/Put/vlen=4/seqid=58 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:regioninfo/1734078064798/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:regioninfo/1734078064798/Put/vlen=65/seqid=57 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:seqnumDuringOpen/1734078064798/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:seqnumDuringOpen/1734078064798/Put/vlen=8/seqid=57 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:server/1734078064798/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:server/1734078064798/Put/vlen=18/seqid=57 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:serverstartcode/1734078064798/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:serverstartcode/1734078064798/Put/vlen=8/seqid=57 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:sn/1734078064564/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:sn/1734078064564/Put/vlen=32/seqid=28 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:state/1734078064798/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:state/1734078064798/Put/vlen=4/seqid=57 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:regioninfo/1734078064887/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:regioninfo/1734078064887/Put/vlen=65/seqid=67 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:seqnumDuringOpen/1734078064887/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:seqnumDuringOpen/1734078064887/Put/vlen=8/seqid=67 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:server/1734078064887/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:server/1734078064887/Put/vlen=18/seqid=67 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:serverstartcode/1734078064887/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:serverstartcode/1734078064887/Put/vlen=8/seqid=67 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:sn/1734078064607/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:sn/1734078064607/Put/vlen=32/seqid=43 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:state/1734078064887/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:state/1734078064887/Put/vlen=4/seqid=67 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:regioninfo/1734078064796/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:regioninfo/1734078064796/Put/vlen=65/seqid=56 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:seqnumDuringOpen/1734078064796/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:seqnumDuringOpen/1734078064796/Put/vlen=8/seqid=56 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:server/1734078064796/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:server/1734078064796/Put/vlen=18/seqid=56 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:serverstartcode/1734078064796/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:serverstartcode/1734078064796/Put/vlen=8/seqid=56 2024-12-13T08:21:05,959 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:sn/1734078064551/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:sn/1734078064551/Put/vlen=32/seqid=25 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:state/1734078064796/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:state/1734078064796/Put/vlen=4/seqid=56 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:regioninfo/1734078064862/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:regioninfo/1734078064862/Put/vlen=65/seqid=66 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:seqnumDuringOpen/1734078064862/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:seqnumDuringOpen/1734078064862/Put/vlen=8/seqid=66 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:server/1734078064862/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:server/1734078064862/Put/vlen=18/seqid=66 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:serverstartcode/1734078064862/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:serverstartcode/1734078064862/Put/vlen=8/seqid=66 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:sn/1734078064574/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:sn/1734078064574/Put/vlen=32/seqid=35 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:state/1734078064862/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:state/1734078064862/Put/vlen=4/seqid=66 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:regioninfo/1734078064737/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:regioninfo/1734078064737/Put/vlen=65/seqid=48 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:seqnumDuringOpen/1734078064737/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:seqnumDuringOpen/1734078064737/Put/vlen=8/seqid=48 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:server/1734078064737/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:server/1734078064737/Put/vlen=18/seqid=48 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:serverstartcode/1734078064737/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:serverstartcode/1734078064737/Put/vlen=8/seqid=48 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:sn/1734078064573/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:sn/1734078064573/Put/vlen=32/seqid=31 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:state/1734078064737/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:state/1734078064737/Put/vlen=4/seqid=48 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:regioninfo/1734078064899/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:regioninfo/1734078064899/Put/vlen=65/seqid=69 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:seqnumDuringOpen/1734078064899/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:seqnumDuringOpen/1734078064899/Put/vlen=8/seqid=69 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:server/1734078064899/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:server/1734078064899/Put/vlen=18/seqid=69 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:serverstartcode/1734078064899/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:serverstartcode/1734078064899/Put/vlen=8/seqid=69 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:sn/1734078064600/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:sn/1734078064600/Put/vlen=32/seqid=41 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:state/1734078064899/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:state/1734078064899/Put/vlen=4/seqid=69 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:regioninfo/1734078064778/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:regioninfo/1734078064778/Put/vlen=65/seqid=52 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:seqnumDuringOpen/1734078064778/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:seqnumDuringOpen/1734078064778/Put/vlen=8/seqid=52 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:server/1734078064778/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:server/1734078064778/Put/vlen=18/seqid=52 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:serverstartcode/1734078064778/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:serverstartcode/1734078064778/Put/vlen=8/seqid=52 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:sn/1734078064551/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:sn/1734078064551/Put/vlen=32/seqid=21 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:state/1734078064778/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:state/1734078064778/Put/vlen=4/seqid=52 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:regioninfo/1734078064859/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:regioninfo/1734078064859/Put/vlen=65/seqid=64 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:seqnumDuringOpen/1734078064859/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:seqnumDuringOpen/1734078064859/Put/vlen=8/seqid=64 2024-12-13T08:21:05,960 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:server/1734078064859/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:server/1734078064859/Put/vlen=18/seqid=64 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:serverstartcode/1734078064859/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:serverstartcode/1734078064859/Put/vlen=8/seqid=64 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:sn/1734078064574/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:sn/1734078064574/Put/vlen=32/seqid=33 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:state/1734078064859/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:state/1734078064859/Put/vlen=4/seqid=64 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:regioninfo/1734078064834/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:regioninfo/1734078064834/Put/vlen=65/seqid=62 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:seqnumDuringOpen/1734078064834/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:seqnumDuringOpen/1734078064834/Put/vlen=8/seqid=62 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:server/1734078064834/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:server/1734078064834/Put/vlen=18/seqid=62 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:serverstartcode/1734078064834/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:serverstartcode/1734078064834/Put/vlen=8/seqid=62 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:sn/1734078064590/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:sn/1734078064590/Put/vlen=32/seqid=36 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:state/1734078064834/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:state/1734078064834/Put/vlen=4/seqid=62 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:regioninfo/1734078064793/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:regioninfo/1734078064793/Put/vlen=65/seqid=55 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:seqnumDuringOpen/1734078064793/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:seqnumDuringOpen/1734078064793/Put/vlen=8/seqid=55 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:server/1734078064793/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:server/1734078064793/Put/vlen=18/seqid=55 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:serverstartcode/1734078064793/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:serverstartcode/1734078064793/Put/vlen=8/seqid=55 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:sn/1734078064596/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:sn/1734078064596/Put/vlen=32/seqid=40 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:state/1734078064793/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:state/1734078064793/Put/vlen=4/seqid=55 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:regioninfo/1734078064735/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:regioninfo/1734078064735/Put/vlen=62/seqid=47 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:seqnumDuringOpen/1734078064735/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:seqnumDuringOpen/1734078064735/Put/vlen=8/seqid=47 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:server/1734078064735/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:server/1734078064735/Put/vlen=18/seqid=47 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:serverstartcode/1734078064735/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:serverstartcode/1734078064735/Put/vlen=8/seqid=47 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:sn/1734078064564/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:sn/1734078064564/Put/vlen=32/seqid=27 2024-12-13T08:21:05,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:state/1734078064735/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:state/1734078064735/Put/vlen=4/seqid=47 2024-12-13T08:21:05,962 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:21:05,962 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-13T08:21:05,972 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=0 hbase:namespace/table:state/1734078062517/Put/vlen=2/seqid=8 2024-12-13T08:21:05,972 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:regioninfo/1734078062514/Put/vlen=41/seqid=7 2024-12-13T08:21:05,972 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:seqnumDuringOpen/1734078062514/Put/vlen=8/seqid=7 2024-12-13T08:21:05,972 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:server/1734078062514/Put/vlen=18/seqid=7 2024-12-13T08:21:05,972 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:serverstartcode/1734078062514/Put/vlen=8/seqid=7 2024-12-13T08:21:05,972 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:sn/1734078062350/Put/vlen=32/seqid=6 2024-12-13T08:21:05,972 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:state/1734078062514/Put/vlen=4/seqid=7 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0/table:state/1734078064935/Put/vlen=2/seqid=71 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=51 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:seqnumDuringOpen/1734078064766/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:seqnumDuringOpen/1734078064766/Put/vlen=8/seqid=51 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:server/1734078064766/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:server/1734078064766/Put/vlen=18/seqid=51 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:serverstartcode/1734078064766/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:serverstartcode/1734078064766/Put/vlen=8/seqid=51 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:sn/1734078064593/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:sn/1734078064593/Put/vlen=32/seqid=37 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:state/1734078064766/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:state/1734078064766/Put/vlen=4/seqid=51 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:regioninfo/1734078064844/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:regioninfo/1734078064844/Put/vlen=65/seqid=63 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:seqnumDuringOpen/1734078064844/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:seqnumDuringOpen/1734078064844/Put/vlen=8/seqid=63 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:server/1734078064844/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:server/1734078064844/Put/vlen=18/seqid=63 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:serverstartcode/1734078064844/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:serverstartcode/1734078064844/Put/vlen=8/seqid=63 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:sn/1734078064551/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:sn/1734078064551/Put/vlen=32/seqid=22 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:state/1734078064844/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:state/1734078064844/Put/vlen=4/seqid=63 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:regioninfo/1734078064749/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:regioninfo/1734078064749/Put/vlen=65/seqid=50 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:seqnumDuringOpen/1734078064749/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:seqnumDuringOpen/1734078064749/Put/vlen=8/seqid=50 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:server/1734078064749/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:server/1734078064749/Put/vlen=18/seqid=50 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:serverstartcode/1734078064749/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:serverstartcode/1734078064749/Put/vlen=8/seqid=50 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:sn/1734078064566/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:sn/1734078064566/Put/vlen=32/seqid=29 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:state/1734078064749/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:state/1734078064749/Put/vlen=4/seqid=50 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:regioninfo/1734078064861/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:regioninfo/1734078064861/Put/vlen=65/seqid=65 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:seqnumDuringOpen/1734078064861/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:seqnumDuringOpen/1734078064861/Put/vlen=8/seqid=65 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:server/1734078064861/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:server/1734078064861/Put/vlen=18/seqid=65 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:serverstartcode/1734078064861/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:serverstartcode/1734078064861/Put/vlen=8/seqid=65 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:sn/1734078064610/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:sn/1734078064610/Put/vlen=32/seqid=45 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:state/1734078064861/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:state/1734078064861/Put/vlen=4/seqid=65 2024-12-13T08:21:05,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:regioninfo/1734078064719/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:regioninfo/1734078064719/Put/vlen=65/seqid=46 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:seqnumDuringOpen/1734078064719/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:seqnumDuringOpen/1734078064719/Put/vlen=8/seqid=46 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:server/1734078064719/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:server/1734078064719/Put/vlen=18/seqid=46 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:serverstartcode/1734078064719/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:serverstartcode/1734078064719/Put/vlen=8/seqid=46 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:sn/1734078064551/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:sn/1734078064551/Put/vlen=32/seqid=24 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:state/1734078064719/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:state/1734078064719/Put/vlen=4/seqid=46 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:regioninfo/1734078064790/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:regioninfo/1734078064790/Put/vlen=65/seqid=54 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:seqnumDuringOpen/1734078064790/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:seqnumDuringOpen/1734078064790/Put/vlen=8/seqid=54 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:server/1734078064790/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:server/1734078064790/Put/vlen=18/seqid=54 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:serverstartcode/1734078064790/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:serverstartcode/1734078064790/Put/vlen=8/seqid=54 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:sn/1734078064595/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:sn/1734078064595/Put/vlen=32/seqid=39 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:state/1734078064790/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:state/1734078064790/Put/vlen=4/seqid=54 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:regioninfo/1734078064780/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:regioninfo/1734078064780/Put/vlen=65/seqid=53 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:seqnumDuringOpen/1734078064780/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:seqnumDuringOpen/1734078064780/Put/vlen=8/seqid=53 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:server/1734078064780/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:server/1734078064780/Put/vlen=18/seqid=53 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:serverstartcode/1734078064780/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:serverstartcode/1734078064780/Put/vlen=8/seqid=53 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:sn/1734078064569/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:sn/1734078064569/Put/vlen=32/seqid=30 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:state/1734078064780/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:state/1734078064780/Put/vlen=4/seqid=53 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:regioninfo/1734078064824/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:regioninfo/1734078064824/Put/vlen=65/seqid=61 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:seqnumDuringOpen/1734078064824/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:seqnumDuringOpen/1734078064824/Put/vlen=8/seqid=61 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:server/1734078064824/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:server/1734078064824/Put/vlen=18/seqid=61 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:serverstartcode/1734078064824/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:serverstartcode/1734078064824/Put/vlen=8/seqid=61 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:sn/1734078064607/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:sn/1734078064607/Put/vlen=32/seqid=42 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:state/1734078064824/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:state/1734078064824/Put/vlen=4/seqid=61 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:regioninfo/1734078064819/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:regioninfo/1734078064819/Put/vlen=65/seqid=59 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:seqnumDuringOpen/1734078064819/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:seqnumDuringOpen/1734078064819/Put/vlen=8/seqid=59 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:server/1734078064819/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:server/1734078064819/Put/vlen=18/seqid=59 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:serverstartcode/1734078064819/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:serverstartcode/1734078064819/Put/vlen=8/seqid=59 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:sn/1734078064561/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:sn/1734078064561/Put/vlen=32/seqid=26 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:state/1734078064819/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:state/1734078064819/Put/vlen=4/seqid=59 2024-12-13T08:21:05,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:regioninfo/1734078064890/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:regioninfo/1734078064890/Put/vlen=65/seqid=68 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:seqnumDuringOpen/1734078064890/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:seqnumDuringOpen/1734078064890/Put/vlen=8/seqid=68 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:server/1734078064890/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:server/1734078064890/Put/vlen=18/seqid=68 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:serverstartcode/1734078064890/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:serverstartcode/1734078064890/Put/vlen=8/seqid=68 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:sn/1734078064574/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:sn/1734078064574/Put/vlen=32/seqid=34 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:state/1734078064890/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:state/1734078064890/Put/vlen=4/seqid=68 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:regioninfo/1734078064822/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:regioninfo/1734078064822/Put/vlen=65/seqid=60 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:seqnumDuringOpen/1734078064822/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:seqnumDuringOpen/1734078064822/Put/vlen=8/seqid=60 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:server/1734078064822/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:server/1734078064822/Put/vlen=18/seqid=60 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:serverstartcode/1734078064822/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:serverstartcode/1734078064822/Put/vlen=8/seqid=60 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:sn/1734078064573/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:sn/1734078064573/Put/vlen=32/seqid=32 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:state/1734078064822/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:state/1734078064822/Put/vlen=4/seqid=60 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:regioninfo/1734078064920/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:regioninfo/1734078064920/Put/vlen=65/seqid=70 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:seqnumDuringOpen/1734078064920/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:seqnumDuringOpen/1734078064920/Put/vlen=8/seqid=70 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:server/1734078064920/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:server/1734078064920/Put/vlen=18/seqid=70 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:serverstartcode/1734078064920/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:serverstartcode/1734078064920/Put/vlen=8/seqid=70 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:sn/1734078064609/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:sn/1734078064609/Put/vlen=32/seqid=44 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:state/1734078064920/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:state/1734078064920/Put/vlen=4/seqid=70 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:regioninfo/1734078064748/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:regioninfo/1734078064748/Put/vlen=65/seqid=49 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:seqnumDuringOpen/1734078064748/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:seqnumDuringOpen/1734078064748/Put/vlen=8/seqid=49 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:server/1734078064748/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:server/1734078064748/Put/vlen=18/seqid=49 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:serverstartcode/1734078064748/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:serverstartcode/1734078064748/Put/vlen=8/seqid=49 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:sn/1734078064551/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:sn/1734078064551/Put/vlen=32/seqid=23 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:state/1734078064748/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:state/1734078064748/Put/vlen=4/seqid=49 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:regioninfo/1734078064810/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:regioninfo/1734078064810/Put/vlen=65/seqid=58 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:seqnumDuringOpen/1734078064810/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:seqnumDuringOpen/1734078064810/Put/vlen=8/seqid=58 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:server/1734078064810/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:server/1734078064810/Put/vlen=18/seqid=58 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:serverstartcode/1734078064810/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:serverstartcode/1734078064810/Put/vlen=8/seqid=58 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:sn/1734078064595/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:sn/1734078064595/Put/vlen=32/seqid=38 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:state/1734078064810/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:state/1734078064810/Put/vlen=4/seqid=58 2024-12-13T08:21:05,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:regioninfo/1734078064798/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:regioninfo/1734078064798/Put/vlen=65/seqid=57 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:seqnumDuringOpen/1734078064798/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:seqnumDuringOpen/1734078064798/Put/vlen=8/seqid=57 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:server/1734078064798/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:server/1734078064798/Put/vlen=18/seqid=57 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:serverstartcode/1734078064798/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:serverstartcode/1734078064798/Put/vlen=8/seqid=57 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:sn/1734078064564/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:sn/1734078064564/Put/vlen=32/seqid=28 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:state/1734078064798/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:state/1734078064798/Put/vlen=4/seqid=57 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:regioninfo/1734078064887/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:regioninfo/1734078064887/Put/vlen=65/seqid=67 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:seqnumDuringOpen/1734078064887/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:seqnumDuringOpen/1734078064887/Put/vlen=8/seqid=67 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:server/1734078064887/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:server/1734078064887/Put/vlen=18/seqid=67 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:serverstartcode/1734078064887/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:serverstartcode/1734078064887/Put/vlen=8/seqid=67 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:sn/1734078064607/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:sn/1734078064607/Put/vlen=32/seqid=43 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:state/1734078064887/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:state/1734078064887/Put/vlen=4/seqid=67 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:regioninfo/1734078064796/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:regioninfo/1734078064796/Put/vlen=65/seqid=56 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:seqnumDuringOpen/1734078064796/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:seqnumDuringOpen/1734078064796/Put/vlen=8/seqid=56 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:server/1734078064796/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:server/1734078064796/Put/vlen=18/seqid=56 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:serverstartcode/1734078064796/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:serverstartcode/1734078064796/Put/vlen=8/seqid=56 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:sn/1734078064551/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:sn/1734078064551/Put/vlen=32/seqid=25 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:state/1734078064796/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:state/1734078064796/Put/vlen=4/seqid=56 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:regioninfo/1734078064862/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:regioninfo/1734078064862/Put/vlen=65/seqid=66 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:seqnumDuringOpen/1734078064862/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:seqnumDuringOpen/1734078064862/Put/vlen=8/seqid=66 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:server/1734078064862/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:server/1734078064862/Put/vlen=18/seqid=66 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:serverstartcode/1734078064862/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:serverstartcode/1734078064862/Put/vlen=8/seqid=66 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:sn/1734078064574/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:sn/1734078064574/Put/vlen=32/seqid=35 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:state/1734078064862/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:state/1734078064862/Put/vlen=4/seqid=66 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:regioninfo/1734078064737/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:regioninfo/1734078064737/Put/vlen=65/seqid=48 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:seqnumDuringOpen/1734078064737/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:seqnumDuringOpen/1734078064737/Put/vlen=8/seqid=48 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:server/1734078064737/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:server/1734078064737/Put/vlen=18/seqid=48 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:serverstartcode/1734078064737/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:serverstartcode/1734078064737/Put/vlen=8/seqid=48 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:sn/1734078064573/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:sn/1734078064573/Put/vlen=32/seqid=31 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:state/1734078064737/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:state/1734078064737/Put/vlen=4/seqid=48 2024-12-13T08:21:05,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:regioninfo/1734078064899/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:regioninfo/1734078064899/Put/vlen=65/seqid=69 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:seqnumDuringOpen/1734078064899/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:seqnumDuringOpen/1734078064899/Put/vlen=8/seqid=69 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:server/1734078064899/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:server/1734078064899/Put/vlen=18/seqid=69 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:serverstartcode/1734078064899/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:serverstartcode/1734078064899/Put/vlen=8/seqid=69 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:sn/1734078064600/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:sn/1734078064600/Put/vlen=32/seqid=41 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:state/1734078064899/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:state/1734078064899/Put/vlen=4/seqid=69 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:regioninfo/1734078064778/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:regioninfo/1734078064778/Put/vlen=65/seqid=52 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:seqnumDuringOpen/1734078064778/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:seqnumDuringOpen/1734078064778/Put/vlen=8/seqid=52 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:server/1734078064778/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:server/1734078064778/Put/vlen=18/seqid=52 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:serverstartcode/1734078064778/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:serverstartcode/1734078064778/Put/vlen=8/seqid=52 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:sn/1734078064551/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:sn/1734078064551/Put/vlen=32/seqid=21 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:state/1734078064778/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:state/1734078064778/Put/vlen=4/seqid=52 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:regioninfo/1734078064859/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:regioninfo/1734078064859/Put/vlen=65/seqid=64 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:seqnumDuringOpen/1734078064859/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:seqnumDuringOpen/1734078064859/Put/vlen=8/seqid=64 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:server/1734078064859/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:server/1734078064859/Put/vlen=18/seqid=64 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:serverstartcode/1734078064859/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:serverstartcode/1734078064859/Put/vlen=8/seqid=64 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:sn/1734078064574/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:sn/1734078064574/Put/vlen=32/seqid=33 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:state/1734078064859/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:state/1734078064859/Put/vlen=4/seqid=64 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:regioninfo/1734078064834/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:regioninfo/1734078064834/Put/vlen=65/seqid=62 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:seqnumDuringOpen/1734078064834/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:seqnumDuringOpen/1734078064834/Put/vlen=8/seqid=62 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:server/1734078064834/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:server/1734078064834/Put/vlen=18/seqid=62 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:serverstartcode/1734078064834/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:serverstartcode/1734078064834/Put/vlen=8/seqid=62 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:sn/1734078064590/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:sn/1734078064590/Put/vlen=32/seqid=36 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:state/1734078064834/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:state/1734078064834/Put/vlen=4/seqid=62 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:regioninfo/1734078064793/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:regioninfo/1734078064793/Put/vlen=65/seqid=55 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:seqnumDuringOpen/1734078064793/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:seqnumDuringOpen/1734078064793/Put/vlen=8/seqid=55 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:server/1734078064793/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:server/1734078064793/Put/vlen=18/seqid=55 2024-12-13T08:21:05,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:serverstartcode/1734078064793/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:serverstartcode/1734078064793/Put/vlen=8/seqid=55 2024-12-13T08:21:05,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:sn/1734078064596/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:sn/1734078064596/Put/vlen=32/seqid=40 2024-12-13T08:21:05,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:state/1734078064793/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:state/1734078064793/Put/vlen=4/seqid=55 2024-12-13T08:21:05,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:regioninfo/1734078064735/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:regioninfo/1734078064735/Put/vlen=62/seqid=47 2024-12-13T08:21:05,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:seqnumDuringOpen/1734078064735/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:seqnumDuringOpen/1734078064735/Put/vlen=8/seqid=47 2024-12-13T08:21:05,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:server/1734078064735/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:server/1734078064735/Put/vlen=18/seqid=47 2024-12-13T08:21:05,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:serverstartcode/1734078064735/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:serverstartcode/1734078064735/Put/vlen=8/seqid=47 2024-12-13T08:21:05,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:sn/1734078064564/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:sn/1734078064564/Put/vlen=32/seqid=27 2024-12-13T08:21:05,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:state/1734078064735/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:state/1734078064735/Put/vlen=4/seqid=47 2024-12-13T08:21:05,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicates_1', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:21:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicates_1 2024-12-13T08:21:05,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_1 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:21:05,981 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:05,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicates_1" procId is: 69 2024-12-13T08:21:05,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:21:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T08:21:05,999 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 40327, reset compression=false 2024-12-13T08:21:06,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741869_1045 (size=377) 2024-12-13T08:21:06,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741869_1045 (size=377) 2024-12-13T08:21:06,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741869_1045 (size=377) 2024-12-13T08:21:06,010 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 6adadc5c834db10a0f4f3f49a40f94ba, NAME => 'testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,010 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => d8d9a631bf2efe54780d0d6837a761eb, NAME => 'testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,010 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 03c9e7bbb92dd3f55b978524451f47b9, NAME => 'testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741870_1046 (size=66) 2024-12-13T08:21:06,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741870_1046 (size=66) 2024-12-13T08:21:06,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741870_1046 (size=66) 2024-12-13T08:21:06,037 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,037 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing 6adadc5c834db10a0f4f3f49a40f94ba, disabling compactions & flushes 2024-12-13T08:21:06,037 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba. 2024-12-13T08:21:06,037 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba. 2024-12-13T08:21:06,037 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba. after waiting 0 ms 2024-12-13T08:21:06,037 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba. 2024-12-13T08:21:06,037 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba. 2024-12-13T08:21:06,037 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for 6adadc5c834db10a0f4f3f49a40f94ba: 2024-12-13T08:21:06,038 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 657eb31326cda27afe139e4e7ac44b49, NAME => 'testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741871_1047 (size=63) 2024-12-13T08:21:06,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741871_1047 (size=63) 2024-12-13T08:21:06,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741871_1047 (size=63) 2024-12-13T08:21:06,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741872_1048 (size=66) 2024-12-13T08:21:06,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741872_1048 (size=66) 2024-12-13T08:21:06,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741872_1048 (size=66) 2024-12-13T08:21:06,055 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,055 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing d8d9a631bf2efe54780d0d6837a761eb, disabling compactions & flushes 2024-12-13T08:21:06,055 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb. 2024-12-13T08:21:06,055 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb. 2024-12-13T08:21:06,055 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb. after waiting 0 ms 2024-12-13T08:21:06,055 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb. 2024-12-13T08:21:06,055 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb. 2024-12-13T08:21:06,055 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for d8d9a631bf2efe54780d0d6837a761eb: 2024-12-13T08:21:06,056 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 64c89d3449d0c41c901ce3122320f006, NAME => 'testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741873_1049 (size=66) 2024-12-13T08:21:06,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741873_1049 (size=66) 2024-12-13T08:21:06,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741873_1049 (size=66) 2024-12-13T08:21:06,058 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,058 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing 657eb31326cda27afe139e4e7ac44b49, disabling compactions & flushes 2024-12-13T08:21:06,058 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49. 2024-12-13T08:21:06,058 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49. 2024-12-13T08:21:06,058 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49. after waiting 0 ms 2024-12-13T08:21:06,058 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49. 2024-12-13T08:21:06,058 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49. 2024-12-13T08:21:06,058 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for 657eb31326cda27afe139e4e7ac44b49: 2024-12-13T08:21:06,059 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e51f02f28350c8a3162ed76a2b4d6d80, NAME => 'testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741874_1050 (size=66) 2024-12-13T08:21:06,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741874_1050 (size=66) 2024-12-13T08:21:06,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741874_1050 (size=66) 2024-12-13T08:21:06,069 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,069 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing 64c89d3449d0c41c901ce3122320f006, disabling compactions & flushes 2024-12-13T08:21:06,070 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006. 2024-12-13T08:21:06,070 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006. 2024-12-13T08:21:06,070 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006. after waiting 0 ms 2024-12-13T08:21:06,070 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006. 2024-12-13T08:21:06,070 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006. 2024-12-13T08:21:06,070 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for 64c89d3449d0c41c901ce3122320f006: 2024-12-13T08:21:06,070 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b737a20b559b45f8a1a17eccab3e784e, NAME => 'testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741875_1051 (size=66) 2024-12-13T08:21:06,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741875_1051 (size=66) 2024-12-13T08:21:06,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741875_1051 (size=66) 2024-12-13T08:21:06,081 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,081 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing e51f02f28350c8a3162ed76a2b4d6d80, disabling compactions & flushes 2024-12-13T08:21:06,081 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80. 2024-12-13T08:21:06,081 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80. 2024-12-13T08:21:06,081 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80. after waiting 0 ms 2024-12-13T08:21:06,081 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80. 2024-12-13T08:21:06,081 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80. 2024-12-13T08:21:06,081 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for e51f02f28350c8a3162ed76a2b4d6d80: 2024-12-13T08:21:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T08:21:06,082 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 800bf8a48a37b38f62b40b6291dc2200, NAME => 'testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741876_1052 (size=66) 2024-12-13T08:21:06,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741876_1052 (size=66) 2024-12-13T08:21:06,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741876_1052 (size=66) 2024-12-13T08:21:06,087 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,087 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing b737a20b559b45f8a1a17eccab3e784e, disabling compactions & flushes 2024-12-13T08:21:06,087 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e. 2024-12-13T08:21:06,087 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e. 2024-12-13T08:21:06,087 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e. after waiting 0 ms 2024-12-13T08:21:06,087 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e. 2024-12-13T08:21:06,087 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e. 2024-12-13T08:21:06,087 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for b737a20b559b45f8a1a17eccab3e784e: 2024-12-13T08:21:06,087 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 61044708aa4de6a46e7765b0b8307576, NAME => 'testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741877_1053 (size=66) 2024-12-13T08:21:06,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741877_1053 (size=66) 2024-12-13T08:21:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741877_1053 (size=66) 2024-12-13T08:21:06,111 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,111 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing 800bf8a48a37b38f62b40b6291dc2200, disabling compactions & flushes 2024-12-13T08:21:06,111 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200. 2024-12-13T08:21:06,111 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200. 2024-12-13T08:21:06,111 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200. after waiting 0 ms 2024-12-13T08:21:06,111 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200. 2024-12-13T08:21:06,111 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200. 2024-12-13T08:21:06,112 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for 800bf8a48a37b38f62b40b6291dc2200: 2024-12-13T08:21:06,112 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 9ac497d7e07a79c04dd67f05641018a6, NAME => 'testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741878_1054 (size=66) 2024-12-13T08:21:06,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741878_1054 (size=66) 2024-12-13T08:21:06,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741878_1054 (size=66) 2024-12-13T08:21:06,115 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,115 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing 61044708aa4de6a46e7765b0b8307576, disabling compactions & flushes 2024-12-13T08:21:06,115 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576. 2024-12-13T08:21:06,115 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576. 2024-12-13T08:21:06,115 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576. after waiting 0 ms 2024-12-13T08:21:06,115 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576. 2024-12-13T08:21:06,115 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576. 2024-12-13T08:21:06,115 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for 61044708aa4de6a46e7765b0b8307576: 2024-12-13T08:21:06,116 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => af7586e8c842bbf6344d0e22fd929e68, NAME => 'testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741879_1055 (size=66) 2024-12-13T08:21:06,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741879_1055 (size=66) 2024-12-13T08:21:06,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741879_1055 (size=66) 2024-12-13T08:21:06,119 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,119 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing 9ac497d7e07a79c04dd67f05641018a6, disabling compactions & flushes 2024-12-13T08:21:06,119 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6. 2024-12-13T08:21:06,119 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6. 2024-12-13T08:21:06,119 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6. after waiting 0 ms 2024-12-13T08:21:06,119 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6. 2024-12-13T08:21:06,119 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6. 2024-12-13T08:21:06,119 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for 9ac497d7e07a79c04dd67f05641018a6: 2024-12-13T08:21:06,119 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 61e753238377817c359abf76aff87ee1, NAME => 'testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741880_1056 (size=66) 2024-12-13T08:21:06,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741880_1056 (size=66) 2024-12-13T08:21:06,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741880_1056 (size=66) 2024-12-13T08:21:06,124 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,124 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing af7586e8c842bbf6344d0e22fd929e68, disabling compactions & flushes 2024-12-13T08:21:06,124 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68. 2024-12-13T08:21:06,124 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68. 2024-12-13T08:21:06,124 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68. after waiting 0 ms 2024-12-13T08:21:06,124 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68. 2024-12-13T08:21:06,124 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68. 2024-12-13T08:21:06,124 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for af7586e8c842bbf6344d0e22fd929e68: 2024-12-13T08:21:06,124 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f5f84c85f2de69c919247609d4fb7ca9, NAME => 'testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741881_1057 (size=66) 2024-12-13T08:21:06,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741881_1057 (size=66) 2024-12-13T08:21:06,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741881_1057 (size=66) 2024-12-13T08:21:06,130 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,130 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing 61e753238377817c359abf76aff87ee1, disabling compactions & flushes 2024-12-13T08:21:06,130 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1. 2024-12-13T08:21:06,130 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1. 2024-12-13T08:21:06,130 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1. after waiting 0 ms 2024-12-13T08:21:06,130 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1. 2024-12-13T08:21:06,130 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1. 2024-12-13T08:21:06,130 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for 61e753238377817c359abf76aff87ee1: 2024-12-13T08:21:06,131 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 930ea21df16d3789bc25353bee23ae49, NAME => 'testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741882_1058 (size=66) 2024-12-13T08:21:06,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741882_1058 (size=66) 2024-12-13T08:21:06,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741882_1058 (size=66) 2024-12-13T08:21:06,135 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,135 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing f5f84c85f2de69c919247609d4fb7ca9, disabling compactions & flushes 2024-12-13T08:21:06,135 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9. 2024-12-13T08:21:06,135 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9. 2024-12-13T08:21:06,135 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9. after waiting 0 ms 2024-12-13T08:21:06,135 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9. 2024-12-13T08:21:06,135 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9. 2024-12-13T08:21:06,135 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for f5f84c85f2de69c919247609d4fb7ca9: 2024-12-13T08:21:06,136 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 416b2bedc0b9e076cd523418052b361e, NAME => 'testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741883_1059 (size=66) 2024-12-13T08:21:06,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741883_1059 (size=66) 2024-12-13T08:21:06,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741883_1059 (size=66) 2024-12-13T08:21:06,138 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,138 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing 930ea21df16d3789bc25353bee23ae49, disabling compactions & flushes 2024-12-13T08:21:06,138 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49. 2024-12-13T08:21:06,138 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49. 2024-12-13T08:21:06,138 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49. after waiting 0 ms 2024-12-13T08:21:06,138 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49. 2024-12-13T08:21:06,138 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49. 2024-12-13T08:21:06,138 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for 930ea21df16d3789bc25353bee23ae49: 2024-12-13T08:21:06,139 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b3b332bc94cd10883c2428b9aed9f1cc, NAME => 'testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741884_1060 (size=66) 2024-12-13T08:21:06,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741884_1060 (size=66) 2024-12-13T08:21:06,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741884_1060 (size=66) 2024-12-13T08:21:06,156 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,157 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing 416b2bedc0b9e076cd523418052b361e, disabling compactions & flushes 2024-12-13T08:21:06,157 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e. 2024-12-13T08:21:06,157 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e. 2024-12-13T08:21:06,157 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e. after waiting 0 ms 2024-12-13T08:21:06,157 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e. 2024-12-13T08:21:06,157 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e. 2024-12-13T08:21:06,157 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for 416b2bedc0b9e076cd523418052b361e: 2024-12-13T08:21:06,157 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4272cb594444705cdf26eb153a8050ab, NAME => 'testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741885_1061 (size=66) 2024-12-13T08:21:06,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741885_1061 (size=66) 2024-12-13T08:21:06,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741885_1061 (size=66) 2024-12-13T08:21:06,159 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,159 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing b3b332bc94cd10883c2428b9aed9f1cc, disabling compactions & flushes 2024-12-13T08:21:06,159 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc. 2024-12-13T08:21:06,159 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc. 2024-12-13T08:21:06,159 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc. after waiting 0 ms 2024-12-13T08:21:06,159 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc. 2024-12-13T08:21:06,159 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc. 2024-12-13T08:21:06,159 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for b3b332bc94cd10883c2428b9aed9f1cc: 2024-12-13T08:21:06,160 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 52be811ad3d2542d944f15edb6037e82, NAME => 'testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741886_1062 (size=66) 2024-12-13T08:21:06,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741886_1062 (size=66) 2024-12-13T08:21:06,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741886_1062 (size=66) 2024-12-13T08:21:06,164 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,164 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing 4272cb594444705cdf26eb153a8050ab, disabling compactions & flushes 2024-12-13T08:21:06,164 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab. 2024-12-13T08:21:06,164 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab. 2024-12-13T08:21:06,164 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab. after waiting 0 ms 2024-12-13T08:21:06,164 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab. 2024-12-13T08:21:06,164 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab. 2024-12-13T08:21:06,164 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4272cb594444705cdf26eb153a8050ab: 2024-12-13T08:21:06,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741887_1063 (size=66) 2024-12-13T08:21:06,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741887_1063 (size=66) 2024-12-13T08:21:06,165 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 099052a7783b3f9960ba19d8269209e5, NAME => 'testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741887_1063 (size=66) 2024-12-13T08:21:06,165 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,165 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing 52be811ad3d2542d944f15edb6037e82, disabling compactions & flushes 2024-12-13T08:21:06,165 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82. 2024-12-13T08:21:06,165 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82. 2024-12-13T08:21:06,165 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82. after waiting 0 ms 2024-12-13T08:21:06,165 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82. 2024-12-13T08:21:06,165 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82. 2024-12-13T08:21:06,165 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for 52be811ad3d2542d944f15edb6037e82: 2024-12-13T08:21:06,166 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 449d8f5368ed384688b3fe0997f9847a, NAME => 'testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741888_1064 (size=66) 2024-12-13T08:21:06,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741888_1064 (size=66) 2024-12-13T08:21:06,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741888_1064 (size=66) 2024-12-13T08:21:06,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741889_1065 (size=66) 2024-12-13T08:21:06,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741889_1065 (size=66) 2024-12-13T08:21:06,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741889_1065 (size=66) 2024-12-13T08:21:06,171 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,171 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,171 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing 449d8f5368ed384688b3fe0997f9847a, disabling compactions & flushes 2024-12-13T08:21:06,171 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing 099052a7783b3f9960ba19d8269209e5, disabling compactions & flushes 2024-12-13T08:21:06,171 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a. 2024-12-13T08:21:06,171 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5. 2024-12-13T08:21:06,171 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a. 2024-12-13T08:21:06,171 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5. 2024-12-13T08:21:06,171 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5. after waiting 0 ms 2024-12-13T08:21:06,171 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a. after waiting 0 ms 2024-12-13T08:21:06,171 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5. 2024-12-13T08:21:06,171 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a. 2024-12-13T08:21:06,171 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a. 2024-12-13T08:21:06,171 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5. 2024-12-13T08:21:06,171 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for 449d8f5368ed384688b3fe0997f9847a: 2024-12-13T08:21:06,171 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for 099052a7783b3f9960ba19d8269209e5: 2024-12-13T08:21:06,172 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ab1b620bbfbe7012905d82755a594d40, NAME => 'testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,172 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2b7a4f550d0c2913722e6af5bed339e6, NAME => 'testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741890_1066 (size=66) 2024-12-13T08:21:06,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741891_1067 (size=66) 2024-12-13T08:21:06,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741890_1066 (size=66) 2024-12-13T08:21:06,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741891_1067 (size=66) 2024-12-13T08:21:06,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741891_1067 (size=66) 2024-12-13T08:21:06,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741890_1066 (size=66) 2024-12-13T08:21:06,178 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,178 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,178 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing ab1b620bbfbe7012905d82755a594d40, disabling compactions & flushes 2024-12-13T08:21:06,178 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing 2b7a4f550d0c2913722e6af5bed339e6, disabling compactions & flushes 2024-12-13T08:21:06,179 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40. 2024-12-13T08:21:06,179 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6. 2024-12-13T08:21:06,179 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40. 2024-12-13T08:21:06,179 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6. 2024-12-13T08:21:06,179 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40. after waiting 0 ms 2024-12-13T08:21:06,179 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6. after waiting 0 ms 2024-12-13T08:21:06,179 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40. 2024-12-13T08:21:06,179 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6. 2024-12-13T08:21:06,179 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6. 2024-12-13T08:21:06,179 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40. 2024-12-13T08:21:06,179 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for ab1b620bbfbe7012905d82755a594d40: 2024-12-13T08:21:06,179 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2b7a4f550d0c2913722e6af5bed339e6: 2024-12-13T08:21:06,179 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => eea3bc3d32e7097113f07784d1692312, NAME => 'testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,179 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 72ecaaa906b249abeed9cd1726e1aacf, NAME => 'testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741892_1068 (size=66) 2024-12-13T08:21:06,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741893_1069 (size=66) 2024-12-13T08:21:06,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741892_1068 (size=66) 2024-12-13T08:21:06,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741892_1068 (size=66) 2024-12-13T08:21:06,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741893_1069 (size=66) 2024-12-13T08:21:06,185 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741893_1069 (size=66) 2024-12-13T08:21:06,185 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing eea3bc3d32e7097113f07784d1692312, disabling compactions & flushes 2024-12-13T08:21:06,185 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312. 2024-12-13T08:21:06,185 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312. 2024-12-13T08:21:06,185 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312. after waiting 0 ms 2024-12-13T08:21:06,185 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312. 2024-12-13T08:21:06,185 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312. 2024-12-13T08:21:06,185 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for eea3bc3d32e7097113f07784d1692312: 2024-12-13T08:21:06,186 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,186 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ca7a2f9268967b05b650a10b84ca6870, NAME => 'testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870.', STARTKEY => 'yyy', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1 2024-12-13T08:21:06,186 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing 72ecaaa906b249abeed9cd1726e1aacf, disabling compactions & flushes 2024-12-13T08:21:06,186 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf. 2024-12-13T08:21:06,186 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf. 2024-12-13T08:21:06,186 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf. after waiting 0 ms 2024-12-13T08:21:06,186 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf. 2024-12-13T08:21:06,186 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf. 2024-12-13T08:21:06,186 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for 72ecaaa906b249abeed9cd1726e1aacf: 2024-12-13T08:21:06,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741894_1070 (size=63) 2024-12-13T08:21:06,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741894_1070 (size=63) 2024-12-13T08:21:06,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741894_1070 (size=63) 2024-12-13T08:21:06,191 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,191 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing ca7a2f9268967b05b650a10b84ca6870, disabling compactions & flushes 2024-12-13T08:21:06,191 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870. 2024-12-13T08:21:06,191 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870. 2024-12-13T08:21:06,191 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870. after waiting 0 ms 2024-12-13T08:21:06,191 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870. 2024-12-13T08:21:06,191 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870. 2024-12-13T08:21:06,191 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for ca7a2f9268967b05b650a10b84ca6870: 2024-12-13T08:21:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T08:21:06,449 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,449 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing 03c9e7bbb92dd3f55b978524451f47b9, disabling compactions & flushes 2024-12-13T08:21:06,449 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9. 2024-12-13T08:21:06,449 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9. 2024-12-13T08:21:06,449 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9. after waiting 0 ms 2024-12-13T08:21:06,449 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9. 2024-12-13T08:21:06,449 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9. 2024-12-13T08:21:06,450 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 03c9e7bbb92dd3f55b978524451f47b9: 2024-12-13T08:21:06,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_1 execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:21:06,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1734078066450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734078066450"}]},"ts":"1734078066450"} 2024-12-13T08:21:06,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 25 regions to meta. 2024-12-13T08:21:06,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:21:06,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicates_1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078066457"}]},"ts":"1734078066457"} 2024-12-13T08:21:06,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicates_1, state=ENABLING in hbase:meta 2024-12-13T08:21:06,484 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:21:06,491 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:21:06,491 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:21:06,491 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:21:06,491 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:21:06,491 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:21:06,491 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:21:06,491 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:21:06,491 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:21:06,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-13T08:21:06,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=03c9e7bbb92dd3f55b978524451f47b9, ASSIGN}, {pid=71, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=d8d9a631bf2efe54780d0d6837a761eb, ASSIGN}, {pid=72, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=6adadc5c834db10a0f4f3f49a40f94ba, ASSIGN}, {pid=73, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=657eb31326cda27afe139e4e7ac44b49, ASSIGN}, {pid=74, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=64c89d3449d0c41c901ce3122320f006, ASSIGN}, {pid=75, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e51f02f28350c8a3162ed76a2b4d6d80, ASSIGN}, {pid=76, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b737a20b559b45f8a1a17eccab3e784e, ASSIGN}, {pid=77, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=800bf8a48a37b38f62b40b6291dc2200, ASSIGN}, {pid=78, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=61044708aa4de6a46e7765b0b8307576, ASSIGN}, {pid=79, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=9ac497d7e07a79c04dd67f05641018a6, ASSIGN}, {pid=80, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=af7586e8c842bbf6344d0e22fd929e68, ASSIGN}, {pid=81, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=61e753238377817c359abf76aff87ee1, ASSIGN}, {pid=82, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f5f84c85f2de69c919247609d4fb7ca9, ASSIGN}, {pid=83, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=930ea21df16d3789bc25353bee23ae49, ASSIGN}, {pid=84, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=416b2bedc0b9e076cd523418052b361e, ASSIGN}, {pid=85, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b3b332bc94cd10883c2428b9aed9f1cc, ASSIGN}, {pid=86, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=4272cb594444705cdf26eb153a8050ab, ASSIGN}, {pid=87, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=52be811ad3d2542d944f15edb6037e82, ASSIGN}, {pid=88, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=099052a7783b3f9960ba19d8269209e5, ASSIGN}, {pid=89, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=449d8f5368ed384688b3fe0997f9847a, ASSIGN}, {pid=90, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ab1b620bbfbe7012905d82755a594d40, ASSIGN}, {pid=91, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2b7a4f550d0c2913722e6af5bed339e6, ASSIGN}, {pid=92, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=eea3bc3d32e7097113f07784d1692312, ASSIGN}, {pid=93, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=72ecaaa906b249abeed9cd1726e1aacf, ASSIGN}, {pid=94, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ca7a2f9268967b05b650a10b84ca6870, ASSIGN}] 2024-12-13T08:21:06,493 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=d8d9a631bf2efe54780d0d6837a761eb, ASSIGN 2024-12-13T08:21:06,493 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=657eb31326cda27afe139e4e7ac44b49, ASSIGN 2024-12-13T08:21:06,493 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=72, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=6adadc5c834db10a0f4f3f49a40f94ba, ASSIGN 2024-12-13T08:21:06,493 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=03c9e7bbb92dd3f55b978524451f47b9, ASSIGN 2024-12-13T08:21:06,494 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=d8d9a631bf2efe54780d0d6837a761eb, ASSIGN; state=OFFLINE, location=6b1293cedc9a,40219,1734078061169; forceNewPlan=false, retain=false 2024-12-13T08:21:06,494 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=72, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=6adadc5c834db10a0f4f3f49a40f94ba, ASSIGN; state=OFFLINE, location=6b1293cedc9a,39509,1734078061028; forceNewPlan=false, retain=false 2024-12-13T08:21:06,494 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=03c9e7bbb92dd3f55b978524451f47b9, ASSIGN; state=OFFLINE, location=6b1293cedc9a,39509,1734078061028; forceNewPlan=false, retain=false 2024-12-13T08:21:06,494 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=73, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=657eb31326cda27afe139e4e7ac44b49, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35779,1734078061125; forceNewPlan=false, retain=false 2024-12-13T08:21:06,495 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=92, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=eea3bc3d32e7097113f07784d1692312, ASSIGN 2024-12-13T08:21:06,495 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=72ecaaa906b249abeed9cd1726e1aacf, ASSIGN 2024-12-13T08:21:06,499 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=94, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ca7a2f9268967b05b650a10b84ca6870, ASSIGN 2024-12-13T08:21:06,499 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2b7a4f550d0c2913722e6af5bed339e6, ASSIGN 2024-12-13T08:21:06,499 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=90, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ab1b620bbfbe7012905d82755a594d40, ASSIGN 2024-12-13T08:21:06,501 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=72ecaaa906b249abeed9cd1726e1aacf, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35779,1734078061125; forceNewPlan=false, retain=false 2024-12-13T08:21:06,501 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=92, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=eea3bc3d32e7097113f07784d1692312, ASSIGN; state=OFFLINE, location=6b1293cedc9a,40219,1734078061169; forceNewPlan=false, retain=false 2024-12-13T08:21:06,501 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=94, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ca7a2f9268967b05b650a10b84ca6870, ASSIGN; state=OFFLINE, location=6b1293cedc9a,41757,1734078061077; forceNewPlan=false, retain=false 2024-12-13T08:21:06,501 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2b7a4f550d0c2913722e6af5bed339e6, ASSIGN; state=OFFLINE, location=6b1293cedc9a,41757,1734078061077; forceNewPlan=false, retain=false 2024-12-13T08:21:06,501 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=90, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ab1b620bbfbe7012905d82755a594d40, ASSIGN; state=OFFLINE, location=6b1293cedc9a,39509,1734078061028; forceNewPlan=false, retain=false 2024-12-13T08:21:06,502 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=86, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=4272cb594444705cdf26eb153a8050ab, ASSIGN 2024-12-13T08:21:06,502 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=86, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=4272cb594444705cdf26eb153a8050ab, ASSIGN; state=OFFLINE, location=6b1293cedc9a,41757,1734078061077; forceNewPlan=false, retain=false 2024-12-13T08:21:06,502 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=52be811ad3d2542d944f15edb6037e82, ASSIGN 2024-12-13T08:21:06,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=85, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b3b332bc94cd10883c2428b9aed9f1cc, ASSIGN 2024-12-13T08:21:06,503 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=449d8f5368ed384688b3fe0997f9847a, ASSIGN 2024-12-13T08:21:06,503 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=88, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=099052a7783b3f9960ba19d8269209e5, ASSIGN 2024-12-13T08:21:06,503 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=87, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=52be811ad3d2542d944f15edb6037e82, ASSIGN; state=OFFLINE, location=6b1293cedc9a,39509,1734078061028; forceNewPlan=false, retain=false 2024-12-13T08:21:06,503 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=84, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=416b2bedc0b9e076cd523418052b361e, ASSIGN 2024-12-13T08:21:06,503 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=85, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b3b332bc94cd10883c2428b9aed9f1cc, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35779,1734078061125; forceNewPlan=false, retain=false 2024-12-13T08:21:06,503 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=89, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=449d8f5368ed384688b3fe0997f9847a, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35779,1734078061125; forceNewPlan=false, retain=false 2024-12-13T08:21:06,503 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=88, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=099052a7783b3f9960ba19d8269209e5, ASSIGN; state=OFFLINE, location=6b1293cedc9a,40219,1734078061169; forceNewPlan=false, retain=false 2024-12-13T08:21:06,503 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=84, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=416b2bedc0b9e076cd523418052b361e, ASSIGN; state=OFFLINE, location=6b1293cedc9a,40219,1734078061169; forceNewPlan=false, retain=false 2024-12-13T08:21:06,504 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=81, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=61e753238377817c359abf76aff87ee1, ASSIGN 2024-12-13T08:21:06,504 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=80, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=af7586e8c842bbf6344d0e22fd929e68, ASSIGN 2024-12-13T08:21:06,504 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=82, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f5f84c85f2de69c919247609d4fb7ca9, ASSIGN 2024-12-13T08:21:06,504 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=79, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=9ac497d7e07a79c04dd67f05641018a6, ASSIGN 2024-12-13T08:21:06,504 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=83, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=930ea21df16d3789bc25353bee23ae49, ASSIGN 2024-12-13T08:21:06,504 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=81, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=61e753238377817c359abf76aff87ee1, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35779,1734078061125; forceNewPlan=false, retain=false 2024-12-13T08:21:06,504 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=80, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=af7586e8c842bbf6344d0e22fd929e68, ASSIGN; state=OFFLINE, location=6b1293cedc9a,40219,1734078061169; forceNewPlan=false, retain=false 2024-12-13T08:21:06,505 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=82, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f5f84c85f2de69c919247609d4fb7ca9, ASSIGN; state=OFFLINE, location=6b1293cedc9a,41757,1734078061077; forceNewPlan=false, retain=false 2024-12-13T08:21:06,505 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=79, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=9ac497d7e07a79c04dd67f05641018a6, ASSIGN; state=OFFLINE, location=6b1293cedc9a,39509,1734078061028; forceNewPlan=false, retain=false 2024-12-13T08:21:06,505 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=83, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=930ea21df16d3789bc25353bee23ae49, ASSIGN; state=OFFLINE, location=6b1293cedc9a,39509,1734078061028; forceNewPlan=false, retain=false 2024-12-13T08:21:06,505 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=76, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b737a20b559b45f8a1a17eccab3e784e, ASSIGN 2024-12-13T08:21:06,505 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=77, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=800bf8a48a37b38f62b40b6291dc2200, ASSIGN 2024-12-13T08:21:06,506 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=75, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e51f02f28350c8a3162ed76a2b4d6d80, ASSIGN 2024-12-13T08:21:06,506 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=78, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=61044708aa4de6a46e7765b0b8307576, ASSIGN 2024-12-13T08:21:06,506 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=74, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=64c89d3449d0c41c901ce3122320f006, ASSIGN 2024-12-13T08:21:06,506 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=76, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b737a20b559b45f8a1a17eccab3e784e, ASSIGN; state=OFFLINE, location=6b1293cedc9a,40219,1734078061169; forceNewPlan=false, retain=false 2024-12-13T08:21:06,506 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=77, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=800bf8a48a37b38f62b40b6291dc2200, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35779,1734078061125; forceNewPlan=false, retain=false 2024-12-13T08:21:06,506 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=75, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e51f02f28350c8a3162ed76a2b4d6d80, ASSIGN; state=OFFLINE, location=6b1293cedc9a,39509,1734078061028; forceNewPlan=false, retain=false 2024-12-13T08:21:06,506 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=78, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=61044708aa4de6a46e7765b0b8307576, ASSIGN; state=OFFLINE, location=6b1293cedc9a,41757,1734078061077; forceNewPlan=false, retain=false 2024-12-13T08:21:06,506 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=74, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=64c89d3449d0c41c901ce3122320f006, ASSIGN; state=OFFLINE, location=6b1293cedc9a,41757,1734078061077; forceNewPlan=false, retain=false 2024-12-13T08:21:06,507 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 40327, reset compression=false 2024-12-13T08:21:06,510 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:21:06,510 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 47848, reset compression=false 2024-12-13T08:21:06,510 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/72=[#edits: 50 = ],9692}, {hbase:meta/1588230740/73=[#edits: 1 = ],204}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=47848, nbRowKeys=26, nbHFiles=0, heapSize=9896, lastSeqIds={}, endOfFile=false,usedBufferSize=9896] 2024-12-13T08:21:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T08:21:06,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:06,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:06,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:06,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:06,644 INFO [6b1293cedc9a:40703 {}] balancer.BaseLoadBalancer(546): Reassigned 25 regions. 25 retained the pre-restart assignment. 2024-12-13T08:21:06,645 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=74 updating hbase:meta row=64c89d3449d0c41c901ce3122320f006, regionState=OPENING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:06,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=78 updating hbase:meta row=61044708aa4de6a46e7765b0b8307576, regionState=OPENING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:06,645 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=2b7a4f550d0c2913722e6af5bed339e6, regionState=OPENING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:06,645 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=82 updating hbase:meta row=f5f84c85f2de69c919247609d4fb7ca9, regionState=OPENING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:06,645 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=86 updating hbase:meta row=4272cb594444705cdf26eb153a8050ab, regionState=OPENING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:06,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=74, state=RUNNABLE; OpenRegionProcedure 64c89d3449d0c41c901ce3122320f006, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:06,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=78, state=RUNNABLE; OpenRegionProcedure 61044708aa4de6a46e7765b0b8307576, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:06,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=82, state=RUNNABLE; OpenRegionProcedure f5f84c85f2de69c919247609d4fb7ca9, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:06,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=86, state=RUNNABLE; OpenRegionProcedure 4272cb594444705cdf26eb153a8050ab, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:06,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=91, state=RUNNABLE; OpenRegionProcedure 2b7a4f550d0c2913722e6af5bed339e6, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:06,652 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=94 updating hbase:meta row=ca7a2f9268967b05b650a10b84ca6870, regionState=OPENING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:06,652 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=84 updating hbase:meta row=416b2bedc0b9e076cd523418052b361e, regionState=OPENING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:06,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=94, state=RUNNABLE; OpenRegionProcedure ca7a2f9268967b05b650a10b84ca6870, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:06,653 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=92 updating hbase:meta row=eea3bc3d32e7097113f07784d1692312, regionState=OPENING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:06,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=84, state=RUNNABLE; OpenRegionProcedure 416b2bedc0b9e076cd523418052b361e, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:06,654 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=d8d9a631bf2efe54780d0d6837a761eb, regionState=OPENING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:06,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=80 updating hbase:meta row=af7586e8c842bbf6344d0e22fd929e68, regionState=OPENING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:06,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=80, state=RUNNABLE; OpenRegionProcedure af7586e8c842bbf6344d0e22fd929e68, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:06,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=92, state=RUNNABLE; OpenRegionProcedure eea3bc3d32e7097113f07784d1692312, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:06,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=71, state=RUNNABLE; OpenRegionProcedure d8d9a631bf2efe54780d0d6837a761eb, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:06,662 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=88 updating hbase:meta row=099052a7783b3f9960ba19d8269209e5, regionState=OPENING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:06,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=88, state=RUNNABLE; OpenRegionProcedure 099052a7783b3f9960ba19d8269209e5, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:06,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=b737a20b559b45f8a1a17eccab3e784e, regionState=OPENING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:06,664 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=52be811ad3d2542d944f15edb6037e82, regionState=OPENING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:06,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=76, state=RUNNABLE; OpenRegionProcedure b737a20b559b45f8a1a17eccab3e784e, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:06,664 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=e51f02f28350c8a3162ed76a2b4d6d80, regionState=OPENING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:06,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=75, state=RUNNABLE; OpenRegionProcedure e51f02f28350c8a3162ed76a2b4d6d80, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:06,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=87, state=RUNNABLE; OpenRegionProcedure 52be811ad3d2542d944f15edb6037e82, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:06,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=72 updating hbase:meta row=6adadc5c834db10a0f4f3f49a40f94ba, regionState=OPENING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:06,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=72, state=RUNNABLE; OpenRegionProcedure 6adadc5c834db10a0f4f3f49a40f94ba, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:06,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=930ea21df16d3789bc25353bee23ae49, regionState=OPENING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:06,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=83, state=RUNNABLE; OpenRegionProcedure 930ea21df16d3789bc25353bee23ae49, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:06,669 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=9ac497d7e07a79c04dd67f05641018a6, regionState=OPENING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:06,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=79, state=RUNNABLE; OpenRegionProcedure 9ac497d7e07a79c04dd67f05641018a6, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:06,670 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=70 updating hbase:meta row=03c9e7bbb92dd3f55b978524451f47b9, regionState=OPENING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:06,670 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=90 updating hbase:meta row=ab1b620bbfbe7012905d82755a594d40, regionState=OPENING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:06,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=449d8f5368ed384688b3fe0997f9847a, regionState=OPENING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:06,670 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=b3b332bc94cd10883c2428b9aed9f1cc, regionState=OPENING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:06,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=70, state=RUNNABLE; OpenRegionProcedure 03c9e7bbb92dd3f55b978524451f47b9, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:06,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=90, state=RUNNABLE; OpenRegionProcedure ab1b620bbfbe7012905d82755a594d40, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:06,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=89, state=RUNNABLE; OpenRegionProcedure 449d8f5368ed384688b3fe0997f9847a, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:06,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=85, state=RUNNABLE; OpenRegionProcedure b3b332bc94cd10883c2428b9aed9f1cc, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:06,673 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=72ecaaa906b249abeed9cd1726e1aacf, regionState=OPENING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:06,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=800bf8a48a37b38f62b40b6291dc2200, regionState=OPENING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:06,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=116, ppid=93, state=RUNNABLE; OpenRegionProcedure 72ecaaa906b249abeed9cd1726e1aacf, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:06,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=77, state=RUNNABLE; OpenRegionProcedure 800bf8a48a37b38f62b40b6291dc2200, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:06,677 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=657eb31326cda27afe139e4e7ac44b49, regionState=OPENING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:06,677 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=61e753238377817c359abf76aff87ee1, regionState=OPENING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:06,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=73, state=RUNNABLE; OpenRegionProcedure 657eb31326cda27afe139e4e7ac44b49, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:06,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=81, state=RUNNABLE; OpenRegionProcedure 61e753238377817c359abf76aff87ee1, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:06,713 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 47848, reset compression=false 2024-12-13T08:21:06,717 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-13T08:21:06,717 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/74=[#edits: 3 = ],668}, {hbase:meta/1588230740/75=[#edits: 3 = ],668}, {hbase:meta/1588230740/76=[#edits: 3 = ],668}, {hbase:meta/1588230740/77=[#edits: 3 = ],668}, {hbase:meta/1588230740/78=[#edits: 3 = ],668}, {hbase:meta/1588230740/79=[#edits: 3 = ],668}, {hbase:meta/1588230740/80=[#edits: 3 = ],668}, {hbase:meta/1588230740/81=[#edits: 3 = ],668}, {hbase:meta/1588230740/82=[#edits: 3 = ],668}, {hbase:meta/1588230740/83=[#edits: 3 = ],668}, {hbase:meta/1588230740/84=[#edits: 3 = ],668}, {hbase:meta/1588230740/85=[#edits: 3 = ],668}, {hbase:meta/1588230740/86=[#edits: 3 = ],668}, {hbase:meta/1588230740/87=[#edits: 3 = ],668}, {hbase:meta/1588230740/88=[#edits: 3 = ],668}, {hbase:meta/1588230740/89=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=55397, nbRowKeys=16, nbHFiles=0, heapSize=10688, lastSeqIds={}, endOfFile=false,usedBufferSize=10688] 2024-12-13T08:21:06,717 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:21:06,717 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 59633, reset compression=false 2024-12-13T08:21:06,718 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/90=[#edits: 3 = ],668}, {hbase:meta/1588230740/91=[#edits: 3 = ],660}, {hbase:meta/1588230740/92=[#edits: 3 = ],668}, {hbase:meta/1588230740/93=[#edits: 3 = ],668}, {hbase:meta/1588230740/94=[#edits: 3 = ],668}, {hbase:meta/1588230740/95=[#edits: 3 = ],668}, {hbase:meta/1588230740/96=[#edits: 3 = ],668}, {hbase:meta/1588230740/97=[#edits: 3 = ],668}, {hbase:meta/1588230740/98=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=59633, nbRowKeys=9, nbHFiles=0, heapSize=6004, lastSeqIds={}, endOfFile=false,usedBufferSize=6004] 2024-12-13T08:21:06,797 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:06,799 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870. 2024-12-13T08:21:06,799 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7285): Opening region: {ENCODED => ca7a2f9268967b05b650a10b84ca6870, NAME => 'testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870.', STARTKEY => 'yyy', ENDKEY => ''} 2024-12-13T08:21:06,799 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 ca7a2f9268967b05b650a10b84ca6870 2024-12-13T08:21:06,799 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,799 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7327): checking encryption for ca7a2f9268967b05b650a10b84ca6870 2024-12-13T08:21:06,799 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7330): checking classloading for ca7a2f9268967b05b650a10b84ca6870 2024-12-13T08:21:06,800 INFO [StoreOpener-ca7a2f9268967b05b650a10b84ca6870-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ca7a2f9268967b05b650a10b84ca6870 2024-12-13T08:21:06,801 INFO [StoreOpener-ca7a2f9268967b05b650a10b84ca6870-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca7a2f9268967b05b650a10b84ca6870 columnFamilyName info 2024-12-13T08:21:06,801 DEBUG [StoreOpener-ca7a2f9268967b05b650a10b84ca6870-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,802 INFO [StoreOpener-ca7a2f9268967b05b650a10b84ca6870-1 {}] regionserver.HStore(327): Store=ca7a2f9268967b05b650a10b84ca6870/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,802 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/ca7a2f9268967b05b650a10b84ca6870 2024-12-13T08:21:06,803 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/ca7a2f9268967b05b650a10b84ca6870 2024-12-13T08:21:06,804 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1085): writing seq id for ca7a2f9268967b05b650a10b84ca6870 2024-12-13T08:21:06,805 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/ca7a2f9268967b05b650a10b84ca6870/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,806 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1102): Opened ca7a2f9268967b05b650a10b84ca6870; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59656906, jitterRate=-0.11104282736778259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,806 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1001): Region open journal for ca7a2f9268967b05b650a10b84ca6870: 2024-12-13T08:21:06,807 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870., pid=100, masterSystemTime=1734078066797 2024-12-13T08:21:06,808 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870. 2024-12-13T08:21:06,808 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870. 2024-12-13T08:21:06,808 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576. 2024-12-13T08:21:06,808 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 61044708aa4de6a46e7765b0b8307576, NAME => 'testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-13T08:21:06,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=94 updating hbase:meta row=ca7a2f9268967b05b650a10b84ca6870, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:06,808 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 61044708aa4de6a46e7765b0b8307576 2024-12-13T08:21:06,808 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,809 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 61044708aa4de6a46e7765b0b8307576 2024-12-13T08:21:06,809 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 61044708aa4de6a46e7765b0b8307576 2024-12-13T08:21:06,810 INFO [StoreOpener-61044708aa4de6a46e7765b0b8307576-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 61044708aa4de6a46e7765b0b8307576 2024-12-13T08:21:06,811 INFO [StoreOpener-61044708aa4de6a46e7765b0b8307576-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61044708aa4de6a46e7765b0b8307576 columnFamilyName info 2024-12-13T08:21:06,811 DEBUG [StoreOpener-61044708aa4de6a46e7765b0b8307576-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,811 INFO [StoreOpener-61044708aa4de6a46e7765b0b8307576-1 {}] regionserver.HStore(327): Store=61044708aa4de6a46e7765b0b8307576/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,812 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:06,812 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/61044708aa4de6a46e7765b0b8307576 2024-12-13T08:21:06,813 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/61044708aa4de6a46e7765b0b8307576 2024-12-13T08:21:06,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=94 2024-12-13T08:21:06,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=94, state=SUCCESS; OpenRegionProcedure ca7a2f9268967b05b650a10b84ca6870, server=6b1293cedc9a,41757,1734078061077 in 156 msec 2024-12-13T08:21:06,816 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb. 2024-12-13T08:21:06,817 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7285): Opening region: {ENCODED => d8d9a631bf2efe54780d0d6837a761eb, NAME => 'testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-13T08:21:06,817 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 d8d9a631bf2efe54780d0d6837a761eb 2024-12-13T08:21:06,817 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,817 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7327): checking encryption for d8d9a631bf2efe54780d0d6837a761eb 2024-12-13T08:21:06,817 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7330): checking classloading for d8d9a631bf2efe54780d0d6837a761eb 2024-12-13T08:21:06,818 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:06,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ca7a2f9268967b05b650a10b84ca6870, ASSIGN in 321 msec 2024-12-13T08:21:06,818 INFO [StoreOpener-d8d9a631bf2efe54780d0d6837a761eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d8d9a631bf2efe54780d0d6837a761eb 2024-12-13T08:21:06,819 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 61044708aa4de6a46e7765b0b8307576 2024-12-13T08:21:06,820 INFO [StoreOpener-d8d9a631bf2efe54780d0d6837a761eb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8d9a631bf2efe54780d0d6837a761eb columnFamilyName info 2024-12-13T08:21:06,820 DEBUG [StoreOpener-d8d9a631bf2efe54780d0d6837a761eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,820 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80. 2024-12-13T08:21:06,820 INFO [StoreOpener-d8d9a631bf2efe54780d0d6837a761eb-1 {}] regionserver.HStore(327): Store=d8d9a631bf2efe54780d0d6837a761eb/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,820 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7285): Opening region: {ENCODED => e51f02f28350c8a3162ed76a2b4d6d80, NAME => 'testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-13T08:21:06,820 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 e51f02f28350c8a3162ed76a2b4d6d80 2024-12-13T08:21:06,820 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,821 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7327): checking encryption for e51f02f28350c8a3162ed76a2b4d6d80 2024-12-13T08:21:06,821 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7330): checking classloading for e51f02f28350c8a3162ed76a2b4d6d80 2024-12-13T08:21:06,821 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/d8d9a631bf2efe54780d0d6837a761eb 2024-12-13T08:21:06,821 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/d8d9a631bf2efe54780d0d6837a761eb 2024-12-13T08:21:06,821 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/61044708aa4de6a46e7765b0b8307576/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,821 INFO [StoreOpener-e51f02f28350c8a3162ed76a2b4d6d80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e51f02f28350c8a3162ed76a2b4d6d80 2024-12-13T08:21:06,821 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 61044708aa4de6a46e7765b0b8307576; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73740830, jitterRate=0.09882399439811707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,822 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 61044708aa4de6a46e7765b0b8307576: 2024-12-13T08:21:06,822 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576., pid=96, masterSystemTime=1734078066797 2024-12-13T08:21:06,822 INFO [StoreOpener-e51f02f28350c8a3162ed76a2b4d6d80-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e51f02f28350c8a3162ed76a2b4d6d80 columnFamilyName info 2024-12-13T08:21:06,822 DEBUG [StoreOpener-e51f02f28350c8a3162ed76a2b4d6d80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,823 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1085): writing seq id for d8d9a631bf2efe54780d0d6837a761eb 2024-12-13T08:21:06,823 INFO [StoreOpener-e51f02f28350c8a3162ed76a2b4d6d80-1 {}] regionserver.HStore(327): Store=e51f02f28350c8a3162ed76a2b4d6d80/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,823 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/e51f02f28350c8a3162ed76a2b4d6d80 2024-12-13T08:21:06,824 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576. 2024-12-13T08:21:06,824 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/e51f02f28350c8a3162ed76a2b4d6d80 2024-12-13T08:21:06,824 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576. 2024-12-13T08:21:06,824 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6. 2024-12-13T08:21:06,824 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7285): Opening region: {ENCODED => 2b7a4f550d0c2913722e6af5bed339e6, NAME => 'testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-13T08:21:06,824 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:06,824 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=78 updating hbase:meta row=61044708aa4de6a46e7765b0b8307576, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:06,825 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 2b7a4f550d0c2913722e6af5bed339e6 2024-12-13T08:21:06,825 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,825 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7327): checking encryption for 2b7a4f550d0c2913722e6af5bed339e6 2024-12-13T08:21:06,825 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7330): checking classloading for 2b7a4f550d0c2913722e6af5bed339e6 2024-12-13T08:21:06,827 INFO [StoreOpener-2b7a4f550d0c2913722e6af5bed339e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2b7a4f550d0c2913722e6af5bed339e6 2024-12-13T08:21:06,827 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1085): writing seq id for e51f02f28350c8a3162ed76a2b4d6d80 2024-12-13T08:21:06,827 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200. 2024-12-13T08:21:06,827 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7285): Opening region: {ENCODED => 800bf8a48a37b38f62b40b6291dc2200, NAME => 'testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-13T08:21:06,827 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 800bf8a48a37b38f62b40b6291dc2200 2024-12-13T08:21:06,828 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,828 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7327): checking encryption for 800bf8a48a37b38f62b40b6291dc2200 2024-12-13T08:21:06,828 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7330): checking classloading for 800bf8a48a37b38f62b40b6291dc2200 2024-12-13T08:21:06,828 INFO [StoreOpener-2b7a4f550d0c2913722e6af5bed339e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b7a4f550d0c2913722e6af5bed339e6 columnFamilyName info 2024-12-13T08:21:06,828 DEBUG [StoreOpener-2b7a4f550d0c2913722e6af5bed339e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,829 INFO [StoreOpener-2b7a4f550d0c2913722e6af5bed339e6-1 {}] regionserver.HStore(327): Store=2b7a4f550d0c2913722e6af5bed339e6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=78 2024-12-13T08:21:06,829 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/2b7a4f550d0c2913722e6af5bed339e6 2024-12-13T08:21:06,829 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/2b7a4f550d0c2913722e6af5bed339e6 2024-12-13T08:21:06,830 INFO [StoreOpener-800bf8a48a37b38f62b40b6291dc2200-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 800bf8a48a37b38f62b40b6291dc2200 2024-12-13T08:21:06,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=78, state=SUCCESS; OpenRegionProcedure 61044708aa4de6a46e7765b0b8307576, server=6b1293cedc9a,41757,1734078061077 in 179 msec 2024-12-13T08:21:06,830 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/e51f02f28350c8a3162ed76a2b4d6d80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=61044708aa4de6a46e7765b0b8307576, ASSIGN in 337 msec 2024-12-13T08:21:06,830 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1102): Opened e51f02f28350c8a3162ed76a2b4d6d80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63542909, jitterRate=-0.05313687026500702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,830 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1001): Region open journal for e51f02f28350c8a3162ed76a2b4d6d80: 2024-12-13T08:21:06,831 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80., pid=108, masterSystemTime=1734078066818 2024-12-13T08:21:06,831 INFO [StoreOpener-800bf8a48a37b38f62b40b6291dc2200-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 800bf8a48a37b38f62b40b6291dc2200 columnFamilyName info 2024-12-13T08:21:06,831 DEBUG [StoreOpener-800bf8a48a37b38f62b40b6291dc2200-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,831 INFO [StoreOpener-800bf8a48a37b38f62b40b6291dc2200-1 {}] regionserver.HStore(327): Store=800bf8a48a37b38f62b40b6291dc2200/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,832 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1085): writing seq id for 2b7a4f550d0c2913722e6af5bed339e6 2024-12-13T08:21:06,832 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80. 2024-12-13T08:21:06,832 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80. 2024-12-13T08:21:06,832 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6. 2024-12-13T08:21:06,832 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7285): Opening region: {ENCODED => 9ac497d7e07a79c04dd67f05641018a6, NAME => 'testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-13T08:21:06,832 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 9ac497d7e07a79c04dd67f05641018a6 2024-12-13T08:21:06,832 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,833 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7327): checking encryption for 9ac497d7e07a79c04dd67f05641018a6 2024-12-13T08:21:06,833 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7330): checking classloading for 9ac497d7e07a79c04dd67f05641018a6 2024-12-13T08:21:06,833 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/800bf8a48a37b38f62b40b6291dc2200 2024-12-13T08:21:06,833 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=e51f02f28350c8a3162ed76a2b4d6d80, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:06,833 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/2b7a4f550d0c2913722e6af5bed339e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,834 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/800bf8a48a37b38f62b40b6291dc2200 2024-12-13T08:21:06,834 INFO [StoreOpener-9ac497d7e07a79c04dd67f05641018a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9ac497d7e07a79c04dd67f05641018a6 2024-12-13T08:21:06,834 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/d8d9a631bf2efe54780d0d6837a761eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,834 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1102): Opened 2b7a4f550d0c2913722e6af5bed339e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59183010, jitterRate=-0.11810442805290222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,834 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1001): Region open journal for 2b7a4f550d0c2913722e6af5bed339e6: 2024-12-13T08:21:06,835 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1102): Opened d8d9a631bf2efe54780d0d6837a761eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67793385, jitterRate=0.010200157761573792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,835 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1001): Region open journal for d8d9a631bf2efe54780d0d6837a761eb: 2024-12-13T08:21:06,835 INFO [StoreOpener-9ac497d7e07a79c04dd67f05641018a6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ac497d7e07a79c04dd67f05641018a6 columnFamilyName info 2024-12-13T08:21:06,835 DEBUG [StoreOpener-9ac497d7e07a79c04dd67f05641018a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,836 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6., pid=98, masterSystemTime=1734078066797 2024-12-13T08:21:06,836 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb., pid=103, masterSystemTime=1734078066812 2024-12-13T08:21:06,836 INFO [StoreOpener-9ac497d7e07a79c04dd67f05641018a6-1 {}] regionserver.HStore(327): Store=9ac497d7e07a79c04dd67f05641018a6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,836 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1085): writing seq id for 800bf8a48a37b38f62b40b6291dc2200 2024-12-13T08:21:06,837 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/9ac497d7e07a79c04dd67f05641018a6 2024-12-13T08:21:06,837 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/9ac497d7e07a79c04dd67f05641018a6 2024-12-13T08:21:06,839 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:06,839 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1085): writing seq id for 9ac497d7e07a79c04dd67f05641018a6 2024-12-13T08:21:06,839 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:06,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=75 2024-12-13T08:21:06,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=75, state=SUCCESS; OpenRegionProcedure e51f02f28350c8a3162ed76a2b4d6d80, server=6b1293cedc9a,39509,1734078061028 in 168 msec 2024-12-13T08:21:06,842 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6. 2024-12-13T08:21:06,842 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6. 2024-12-13T08:21:06,843 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9. 2024-12-13T08:21:06,843 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7285): Opening region: {ENCODED => f5f84c85f2de69c919247609d4fb7ca9, NAME => 'testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-13T08:21:06,843 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 f5f84c85f2de69c919247609d4fb7ca9 2024-12-13T08:21:06,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e51f02f28350c8a3162ed76a2b4d6d80, ASSIGN in 349 msec 2024-12-13T08:21:06,843 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,843 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=2b7a4f550d0c2913722e6af5bed339e6, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:06,843 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7327): checking encryption for f5f84c85f2de69c919247609d4fb7ca9 2024-12-13T08:21:06,843 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7330): checking classloading for f5f84c85f2de69c919247609d4fb7ca9 2024-12-13T08:21:06,844 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=d8d9a631bf2efe54780d0d6837a761eb, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:06,844 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb. 2024-12-13T08:21:06,844 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb. 2024-12-13T08:21:06,844 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e. 2024-12-13T08:21:06,844 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7285): Opening region: {ENCODED => b737a20b559b45f8a1a17eccab3e784e, NAME => 'testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-13T08:21:06,844 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 b737a20b559b45f8a1a17eccab3e784e 2024-12-13T08:21:06,844 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,844 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7327): checking encryption for b737a20b559b45f8a1a17eccab3e784e 2024-12-13T08:21:06,844 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7330): checking classloading for b737a20b559b45f8a1a17eccab3e784e 2024-12-13T08:21:06,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=91 2024-12-13T08:21:06,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=91, state=SUCCESS; OpenRegionProcedure 2b7a4f550d0c2913722e6af5bed339e6, server=6b1293cedc9a,41757,1734078061077 in 197 msec 2024-12-13T08:21:06,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=71 2024-12-13T08:21:06,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=71, state=SUCCESS; OpenRegionProcedure d8d9a631bf2efe54780d0d6837a761eb, server=6b1293cedc9a,40219,1734078061169 in 184 msec 2024-12-13T08:21:06,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2b7a4f550d0c2913722e6af5bed339e6, ASSIGN in 354 msec 2024-12-13T08:21:06,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=d8d9a631bf2efe54780d0d6837a761eb, ASSIGN in 354 msec 2024-12-13T08:21:06,847 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/800bf8a48a37b38f62b40b6291dc2200/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,847 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1102): Opened 800bf8a48a37b38f62b40b6291dc2200; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67972755, jitterRate=0.012872979044914246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,848 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1001): Region open journal for 800bf8a48a37b38f62b40b6291dc2200: 2024-12-13T08:21:06,848 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200., pid=117, masterSystemTime=1734078066824 2024-12-13T08:21:06,849 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200. 2024-12-13T08:21:06,849 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200. 2024-12-13T08:21:06,849 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49. 2024-12-13T08:21:06,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=800bf8a48a37b38f62b40b6291dc2200, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:06,849 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7285): Opening region: {ENCODED => 657eb31326cda27afe139e4e7ac44b49, NAME => 'testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-13T08:21:06,850 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 657eb31326cda27afe139e4e7ac44b49 2024-12-13T08:21:06,850 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,850 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7327): checking encryption for 657eb31326cda27afe139e4e7ac44b49 2024-12-13T08:21:06,850 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7330): checking classloading for 657eb31326cda27afe139e4e7ac44b49 2024-12-13T08:21:06,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=77 2024-12-13T08:21:06,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=77, state=SUCCESS; OpenRegionProcedure 800bf8a48a37b38f62b40b6291dc2200, server=6b1293cedc9a,35779,1734078061125 in 175 msec 2024-12-13T08:21:06,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=800bf8a48a37b38f62b40b6291dc2200, ASSIGN in 360 msec 2024-12-13T08:21:06,855 INFO [StoreOpener-f5f84c85f2de69c919247609d4fb7ca9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f5f84c85f2de69c919247609d4fb7ca9 2024-12-13T08:21:06,855 INFO [StoreOpener-b737a20b559b45f8a1a17eccab3e784e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b737a20b559b45f8a1a17eccab3e784e 2024-12-13T08:21:06,856 INFO [StoreOpener-657eb31326cda27afe139e4e7ac44b49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 657eb31326cda27afe139e4e7ac44b49 2024-12-13T08:21:06,856 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/9ac497d7e07a79c04dd67f05641018a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,856 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1102): Opened 9ac497d7e07a79c04dd67f05641018a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62278118, jitterRate=-0.07198372483253479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,856 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1001): Region open journal for 9ac497d7e07a79c04dd67f05641018a6: 2024-12-13T08:21:06,857 INFO [StoreOpener-f5f84c85f2de69c919247609d4fb7ca9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5f84c85f2de69c919247609d4fb7ca9 columnFamilyName info 2024-12-13T08:21:06,857 DEBUG [StoreOpener-f5f84c85f2de69c919247609d4fb7ca9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,857 INFO [StoreOpener-657eb31326cda27afe139e4e7ac44b49-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 657eb31326cda27afe139e4e7ac44b49 columnFamilyName info 2024-12-13T08:21:06,857 DEBUG [StoreOpener-657eb31326cda27afe139e4e7ac44b49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,857 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6., pid=111, masterSystemTime=1734078066818 2024-12-13T08:21:06,857 INFO [StoreOpener-f5f84c85f2de69c919247609d4fb7ca9-1 {}] regionserver.HStore(327): Store=f5f84c85f2de69c919247609d4fb7ca9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,857 INFO [StoreOpener-657eb31326cda27afe139e4e7ac44b49-1 {}] regionserver.HStore(327): Store=657eb31326cda27afe139e4e7ac44b49/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,857 INFO [StoreOpener-b737a20b559b45f8a1a17eccab3e784e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b737a20b559b45f8a1a17eccab3e784e columnFamilyName info 2024-12-13T08:21:06,857 DEBUG [StoreOpener-b737a20b559b45f8a1a17eccab3e784e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,858 INFO [StoreOpener-b737a20b559b45f8a1a17eccab3e784e-1 {}] regionserver.HStore(327): Store=b737a20b559b45f8a1a17eccab3e784e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,858 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/f5f84c85f2de69c919247609d4fb7ca9 2024-12-13T08:21:06,858 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/f5f84c85f2de69c919247609d4fb7ca9 2024-12-13T08:21:06,858 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/657eb31326cda27afe139e4e7ac44b49 2024-12-13T08:21:06,859 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/b737a20b559b45f8a1a17eccab3e784e 2024-12-13T08:21:06,859 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/657eb31326cda27afe139e4e7ac44b49 2024-12-13T08:21:06,859 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6. 2024-12-13T08:21:06,859 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6. 2024-12-13T08:21:06,859 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/b737a20b559b45f8a1a17eccab3e784e 2024-12-13T08:21:06,859 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49. 2024-12-13T08:21:06,859 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7285): Opening region: {ENCODED => 930ea21df16d3789bc25353bee23ae49, NAME => 'testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-13T08:21:06,859 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 930ea21df16d3789bc25353bee23ae49 2024-12-13T08:21:06,859 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,860 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7327): checking encryption for 930ea21df16d3789bc25353bee23ae49 2024-12-13T08:21:06,860 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7330): checking classloading for 930ea21df16d3789bc25353bee23ae49 2024-12-13T08:21:06,860 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=9ac497d7e07a79c04dd67f05641018a6, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:06,861 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1085): writing seq id for 657eb31326cda27afe139e4e7ac44b49 2024-12-13T08:21:06,861 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1085): writing seq id for f5f84c85f2de69c919247609d4fb7ca9 2024-12-13T08:21:06,861 INFO [StoreOpener-930ea21df16d3789bc25353bee23ae49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 930ea21df16d3789bc25353bee23ae49 2024-12-13T08:21:06,861 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1085): writing seq id for b737a20b559b45f8a1a17eccab3e784e 2024-12-13T08:21:06,862 INFO [StoreOpener-930ea21df16d3789bc25353bee23ae49-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 930ea21df16d3789bc25353bee23ae49 columnFamilyName info 2024-12-13T08:21:06,862 DEBUG [StoreOpener-930ea21df16d3789bc25353bee23ae49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,863 INFO [StoreOpener-930ea21df16d3789bc25353bee23ae49-1 {}] regionserver.HStore(327): Store=930ea21df16d3789bc25353bee23ae49/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,863 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/f5f84c85f2de69c919247609d4fb7ca9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,863 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/930ea21df16d3789bc25353bee23ae49 2024-12-13T08:21:06,863 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1102): Opened f5f84c85f2de69c919247609d4fb7ca9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67077797, jitterRate=-4.6293437480926514E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,863 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1001): Region open journal for f5f84c85f2de69c919247609d4fb7ca9: 2024-12-13T08:21:06,864 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/930ea21df16d3789bc25353bee23ae49 2024-12-13T08:21:06,864 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9., pid=97, masterSystemTime=1734078066797 2024-12-13T08:21:06,865 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1085): writing seq id for 930ea21df16d3789bc25353bee23ae49 2024-12-13T08:21:06,868 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9. 2024-12-13T08:21:06,868 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/657eb31326cda27afe139e4e7ac44b49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,868 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9. 2024-12-13T08:21:06,868 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006. 2024-12-13T08:21:06,868 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7285): Opening region: {ENCODED => 64c89d3449d0c41c901ce3122320f006, NAME => 'testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-13T08:21:06,868 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1102): Opened 657eb31326cda27afe139e4e7ac44b49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73280788, jitterRate=0.091968834400177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,868 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1001): Region open journal for 657eb31326cda27afe139e4e7ac44b49: 2024-12-13T08:21:06,868 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 64c89d3449d0c41c901ce3122320f006 2024-12-13T08:21:06,868 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,868 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7327): checking encryption for 64c89d3449d0c41c901ce3122320f006 2024-12-13T08:21:06,868 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7330): checking classloading for 64c89d3449d0c41c901ce3122320f006 2024-12-13T08:21:06,869 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49., pid=118, masterSystemTime=1734078066824 2024-12-13T08:21:06,869 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=82 updating hbase:meta row=f5f84c85f2de69c919247609d4fb7ca9, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:06,869 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/b737a20b559b45f8a1a17eccab3e784e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=79 2024-12-13T08:21:06,869 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1102): Opened b737a20b559b45f8a1a17eccab3e784e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60643418, jitterRate=-0.09634265303611755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,870 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1001): Region open journal for b737a20b559b45f8a1a17eccab3e784e: 2024-12-13T08:21:06,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=79, state=SUCCESS; OpenRegionProcedure 9ac497d7e07a79c04dd67f05641018a6, server=6b1293cedc9a,39509,1734078061028 in 194 msec 2024-12-13T08:21:06,870 INFO [StoreOpener-64c89d3449d0c41c901ce3122320f006-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 64c89d3449d0c41c901ce3122320f006 2024-12-13T08:21:06,870 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49. 2024-12-13T08:21:06,870 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e., pid=106, masterSystemTime=1734078066812 2024-12-13T08:21:06,870 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49. 2024-12-13T08:21:06,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=9ac497d7e07a79c04dd67f05641018a6, ASSIGN in 377 msec 2024-12-13T08:21:06,870 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a. 2024-12-13T08:21:06,870 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7285): Opening region: {ENCODED => 449d8f5368ed384688b3fe0997f9847a, NAME => 'testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-13T08:21:06,870 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=657eb31326cda27afe139e4e7ac44b49, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:06,870 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 449d8f5368ed384688b3fe0997f9847a 2024-12-13T08:21:06,870 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,871 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7327): checking encryption for 449d8f5368ed384688b3fe0997f9847a 2024-12-13T08:21:06,871 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7330): checking classloading for 449d8f5368ed384688b3fe0997f9847a 2024-12-13T08:21:06,871 INFO [StoreOpener-64c89d3449d0c41c901ce3122320f006-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64c89d3449d0c41c901ce3122320f006 columnFamilyName info 2024-12-13T08:21:06,872 DEBUG [StoreOpener-64c89d3449d0c41c901ce3122320f006-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,872 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e. 2024-12-13T08:21:06,872 INFO [StoreOpener-64c89d3449d0c41c901ce3122320f006-1 {}] regionserver.HStore(327): Store=64c89d3449d0c41c901ce3122320f006/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,872 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e. 2024-12-13T08:21:06,872 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e. 2024-12-13T08:21:06,872 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 416b2bedc0b9e076cd523418052b361e, NAME => 'testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-13T08:21:06,872 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 416b2bedc0b9e076cd523418052b361e 2024-12-13T08:21:06,872 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,872 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 416b2bedc0b9e076cd523418052b361e 2024-12-13T08:21:06,872 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 416b2bedc0b9e076cd523418052b361e 2024-12-13T08:21:06,873 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/64c89d3449d0c41c901ce3122320f006 2024-12-13T08:21:06,873 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/64c89d3449d0c41c901ce3122320f006 2024-12-13T08:21:06,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=82 2024-12-13T08:21:06,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=82, state=SUCCESS; OpenRegionProcedure f5f84c85f2de69c919247609d4fb7ca9, server=6b1293cedc9a,41757,1734078061077 in 224 msec 2024-12-13T08:21:06,873 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=b737a20b559b45f8a1a17eccab3e784e, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:06,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=73 2024-12-13T08:21:06,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f5f84c85f2de69c919247609d4fb7ca9, ASSIGN in 381 msec 2024-12-13T08:21:06,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=73, state=SUCCESS; OpenRegionProcedure 657eb31326cda27afe139e4e7ac44b49, server=6b1293cedc9a,35779,1734078061125 in 194 msec 2024-12-13T08:21:06,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=76 2024-12-13T08:21:06,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=657eb31326cda27afe139e4e7ac44b49, ASSIGN in 382 msec 2024-12-13T08:21:06,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=76, state=SUCCESS; OpenRegionProcedure b737a20b559b45f8a1a17eccab3e784e, server=6b1293cedc9a,40219,1734078061169 in 210 msec 2024-12-13T08:21:06,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b737a20b559b45f8a1a17eccab3e784e, ASSIGN in 383 msec 2024-12-13T08:21:06,879 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1085): writing seq id for 64c89d3449d0c41c901ce3122320f006 2024-12-13T08:21:06,879 INFO [StoreOpener-449d8f5368ed384688b3fe0997f9847a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 449d8f5368ed384688b3fe0997f9847a 2024-12-13T08:21:06,880 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/930ea21df16d3789bc25353bee23ae49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,880 INFO [StoreOpener-449d8f5368ed384688b3fe0997f9847a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449d8f5368ed384688b3fe0997f9847a columnFamilyName info 2024-12-13T08:21:06,880 DEBUG [StoreOpener-449d8f5368ed384688b3fe0997f9847a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,880 INFO [StoreOpener-416b2bedc0b9e076cd523418052b361e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 416b2bedc0b9e076cd523418052b361e 2024-12-13T08:21:06,881 INFO [StoreOpener-449d8f5368ed384688b3fe0997f9847a-1 {}] regionserver.HStore(327): Store=449d8f5368ed384688b3fe0997f9847a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,881 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1102): Opened 930ea21df16d3789bc25353bee23ae49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62317482, jitterRate=-0.07139715552330017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,881 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1001): Region open journal for 930ea21df16d3789bc25353bee23ae49: 2024-12-13T08:21:06,882 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/449d8f5368ed384688b3fe0997f9847a 2024-12-13T08:21:06,882 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49., pid=110, masterSystemTime=1734078066818 2024-12-13T08:21:06,882 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/449d8f5368ed384688b3fe0997f9847a 2024-12-13T08:21:06,882 INFO [StoreOpener-416b2bedc0b9e076cd523418052b361e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 416b2bedc0b9e076cd523418052b361e columnFamilyName info 2024-12-13T08:21:06,882 DEBUG [StoreOpener-416b2bedc0b9e076cd523418052b361e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,882 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/64c89d3449d0c41c901ce3122320f006/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,883 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1102): Opened 64c89d3449d0c41c901ce3122320f006; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69997979, jitterRate=0.04305116832256317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,883 INFO [StoreOpener-416b2bedc0b9e076cd523418052b361e-1 {}] regionserver.HStore(327): Store=416b2bedc0b9e076cd523418052b361e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,883 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1001): Region open journal for 64c89d3449d0c41c901ce3122320f006: 2024-12-13T08:21:06,883 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49. 2024-12-13T08:21:06,883 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49. 2024-12-13T08:21:06,883 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40. 2024-12-13T08:21:06,883 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7285): Opening region: {ENCODED => ab1b620bbfbe7012905d82755a594d40, NAME => 'testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T08:21:06,884 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 ab1b620bbfbe7012905d82755a594d40 2024-12-13T08:21:06,884 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,884 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7327): checking encryption for ab1b620bbfbe7012905d82755a594d40 2024-12-13T08:21:06,884 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7330): checking classloading for ab1b620bbfbe7012905d82755a594d40 2024-12-13T08:21:06,884 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/416b2bedc0b9e076cd523418052b361e 2024-12-13T08:21:06,884 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/416b2bedc0b9e076cd523418052b361e 2024-12-13T08:21:06,885 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=930ea21df16d3789bc25353bee23ae49, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:06,885 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006., pid=95, masterSystemTime=1734078066797 2024-12-13T08:21:06,885 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1085): writing seq id for 449d8f5368ed384688b3fe0997f9847a 2024-12-13T08:21:06,886 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 416b2bedc0b9e076cd523418052b361e 2024-12-13T08:21:06,887 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006. 2024-12-13T08:21:06,887 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006. 2024-12-13T08:21:06,887 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab. 2024-12-13T08:21:06,887 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => 4272cb594444705cdf26eb153a8050ab, NAME => 'testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-13T08:21:06,888 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 4272cb594444705cdf26eb153a8050ab 2024-12-13T08:21:06,888 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,888 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for 4272cb594444705cdf26eb153a8050ab 2024-12-13T08:21:06,888 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for 4272cb594444705cdf26eb153a8050ab 2024-12-13T08:21:06,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=74 updating hbase:meta row=64c89d3449d0c41c901ce3122320f006, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:06,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=83 2024-12-13T08:21:06,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=83, state=SUCCESS; OpenRegionProcedure 930ea21df16d3789bc25353bee23ae49, server=6b1293cedc9a,39509,1734078061028 in 218 msec 2024-12-13T08:21:06,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=930ea21df16d3789bc25353bee23ae49, ASSIGN in 396 msec 2024-12-13T08:21:06,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=74 2024-12-13T08:21:06,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=74, state=SUCCESS; OpenRegionProcedure 64c89d3449d0c41c901ce3122320f006, server=6b1293cedc9a,41757,1734078061077 in 244 msec 2024-12-13T08:21:06,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=64c89d3449d0c41c901ce3122320f006, ASSIGN in 399 msec 2024-12-13T08:21:06,895 INFO [StoreOpener-ab1b620bbfbe7012905d82755a594d40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ab1b620bbfbe7012905d82755a594d40 2024-12-13T08:21:06,898 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/416b2bedc0b9e076cd523418052b361e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,898 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/449d8f5368ed384688b3fe0997f9847a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,898 INFO [StoreOpener-4272cb594444705cdf26eb153a8050ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4272cb594444705cdf26eb153a8050ab 2024-12-13T08:21:06,898 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 416b2bedc0b9e076cd523418052b361e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60622337, jitterRate=-0.09665678441524506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,898 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1102): Opened 449d8f5368ed384688b3fe0997f9847a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59737853, jitterRate=-0.1098366230726242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,898 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 416b2bedc0b9e076cd523418052b361e: 2024-12-13T08:21:06,898 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1001): Region open journal for 449d8f5368ed384688b3fe0997f9847a: 2024-12-13T08:21:06,898 INFO [StoreOpener-ab1b620bbfbe7012905d82755a594d40-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab1b620bbfbe7012905d82755a594d40 columnFamilyName info 2024-12-13T08:21:06,898 DEBUG [StoreOpener-ab1b620bbfbe7012905d82755a594d40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,899 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a., pid=114, masterSystemTime=1734078066824 2024-12-13T08:21:06,899 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e., pid=101, masterSystemTime=1734078066812 2024-12-13T08:21:06,899 INFO [StoreOpener-ab1b620bbfbe7012905d82755a594d40-1 {}] regionserver.HStore(327): Store=ab1b620bbfbe7012905d82755a594d40/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,900 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/ab1b620bbfbe7012905d82755a594d40 2024-12-13T08:21:06,900 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a. 2024-12-13T08:21:06,900 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a. 2024-12-13T08:21:06,900 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc. 2024-12-13T08:21:06,900 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/ab1b620bbfbe7012905d82755a594d40 2024-12-13T08:21:06,900 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7285): Opening region: {ENCODED => b3b332bc94cd10883c2428b9aed9f1cc, NAME => 'testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-13T08:21:06,900 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 b3b332bc94cd10883c2428b9aed9f1cc 2024-12-13T08:21:06,900 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,900 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7327): checking encryption for b3b332bc94cd10883c2428b9aed9f1cc 2024-12-13T08:21:06,900 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7330): checking classloading for b3b332bc94cd10883c2428b9aed9f1cc 2024-12-13T08:21:06,901 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=449d8f5368ed384688b3fe0997f9847a, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:06,902 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1085): writing seq id for ab1b620bbfbe7012905d82755a594d40 2024-12-13T08:21:06,902 INFO [StoreOpener-b3b332bc94cd10883c2428b9aed9f1cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b3b332bc94cd10883c2428b9aed9f1cc 2024-12-13T08:21:06,903 INFO [StoreOpener-4272cb594444705cdf26eb153a8050ab-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4272cb594444705cdf26eb153a8050ab columnFamilyName info 2024-12-13T08:21:06,903 DEBUG [StoreOpener-4272cb594444705cdf26eb153a8050ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,903 INFO [StoreOpener-b3b332bc94cd10883c2428b9aed9f1cc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3b332bc94cd10883c2428b9aed9f1cc columnFamilyName info 2024-12-13T08:21:06,903 INFO [StoreOpener-4272cb594444705cdf26eb153a8050ab-1 {}] regionserver.HStore(327): Store=4272cb594444705cdf26eb153a8050ab/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,903 DEBUG [StoreOpener-b3b332bc94cd10883c2428b9aed9f1cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,903 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e. 2024-12-13T08:21:06,903 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e. 2024-12-13T08:21:06,904 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68. 2024-12-13T08:21:06,904 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7285): Opening region: {ENCODED => af7586e8c842bbf6344d0e22fd929e68, NAME => 'testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-13T08:21:06,904 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 af7586e8c842bbf6344d0e22fd929e68 2024-12-13T08:21:06,904 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,904 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7327): checking encryption for af7586e8c842bbf6344d0e22fd929e68 2024-12-13T08:21:06,904 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7330): checking classloading for af7586e8c842bbf6344d0e22fd929e68 2024-12-13T08:21:06,904 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/4272cb594444705cdf26eb153a8050ab 2024-12-13T08:21:06,904 INFO [StoreOpener-b3b332bc94cd10883c2428b9aed9f1cc-1 {}] regionserver.HStore(327): Store=b3b332bc94cd10883c2428b9aed9f1cc/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,904 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/4272cb594444705cdf26eb153a8050ab 2024-12-13T08:21:06,905 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=84 updating hbase:meta row=416b2bedc0b9e076cd523418052b361e, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:06,905 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/b3b332bc94cd10883c2428b9aed9f1cc 2024-12-13T08:21:06,906 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/b3b332bc94cd10883c2428b9aed9f1cc 2024-12-13T08:21:06,907 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for 4272cb594444705cdf26eb153a8050ab 2024-12-13T08:21:06,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=89 2024-12-13T08:21:06,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=89, state=SUCCESS; OpenRegionProcedure 449d8f5368ed384688b3fe0997f9847a, server=6b1293cedc9a,35779,1734078061125 in 233 msec 2024-12-13T08:21:06,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=84 2024-12-13T08:21:06,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=84, state=SUCCESS; OpenRegionProcedure 416b2bedc0b9e076cd523418052b361e, server=6b1293cedc9a,40219,1734078061169 in 253 msec 2024-12-13T08:21:06,908 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1085): writing seq id for b3b332bc94cd10883c2428b9aed9f1cc 2024-12-13T08:21:06,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=449d8f5368ed384688b3fe0997f9847a, ASSIGN in 415 msec 2024-12-13T08:21:06,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=416b2bedc0b9e076cd523418052b361e, ASSIGN in 416 msec 2024-12-13T08:21:06,915 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/ab1b620bbfbe7012905d82755a594d40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,915 INFO [StoreOpener-af7586e8c842bbf6344d0e22fd929e68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region af7586e8c842bbf6344d0e22fd929e68 2024-12-13T08:21:06,915 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/b3b332bc94cd10883c2428b9aed9f1cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,915 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/4272cb594444705cdf26eb153a8050ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,916 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1102): Opened ab1b620bbfbe7012905d82755a594d40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60350175, jitterRate=-0.10071231424808502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,916 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened 4272cb594444705cdf26eb153a8050ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59730661, jitterRate=-0.10994379222393036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,916 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for 4272cb594444705cdf26eb153a8050ab: 2024-12-13T08:21:06,916 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1001): Region open journal for ab1b620bbfbe7012905d82755a594d40: 2024-12-13T08:21:06,917 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1102): Opened b3b332bc94cd10883c2428b9aed9f1cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64975682, jitterRate=-0.03178688883781433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,917 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab., pid=99, masterSystemTime=1734078066797 2024-12-13T08:21:06,917 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1001): Region open journal for b3b332bc94cd10883c2428b9aed9f1cc: 2024-12-13T08:21:06,917 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40., pid=113, masterSystemTime=1734078066818 2024-12-13T08:21:06,918 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc., pid=115, masterSystemTime=1734078066824 2024-12-13T08:21:06,919 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab. 2024-12-13T08:21:06,919 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab. 2024-12-13T08:21:06,919 INFO [StoreOpener-af7586e8c842bbf6344d0e22fd929e68-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af7586e8c842bbf6344d0e22fd929e68 columnFamilyName info 2024-12-13T08:21:06,919 DEBUG [StoreOpener-af7586e8c842bbf6344d0e22fd929e68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,920 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=86 updating hbase:meta row=4272cb594444705cdf26eb153a8050ab, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:06,920 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40. 2024-12-13T08:21:06,920 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40. 2024-12-13T08:21:06,920 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba. 2024-12-13T08:21:06,920 INFO [StoreOpener-af7586e8c842bbf6344d0e22fd929e68-1 {}] regionserver.HStore(327): Store=af7586e8c842bbf6344d0e22fd929e68/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,920 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7285): Opening region: {ENCODED => 6adadc5c834db10a0f4f3f49a40f94ba, NAME => 'testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-13T08:21:06,920 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 6adadc5c834db10a0f4f3f49a40f94ba 2024-12-13T08:21:06,921 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,921 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7327): checking encryption for 6adadc5c834db10a0f4f3f49a40f94ba 2024-12-13T08:21:06,921 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7330): checking classloading for 6adadc5c834db10a0f4f3f49a40f94ba 2024-12-13T08:21:06,921 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 59633, reset compression=false 2024-12-13T08:21:06,921 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/af7586e8c842bbf6344d0e22fd929e68 2024-12-13T08:21:06,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=90 updating hbase:meta row=ab1b620bbfbe7012905d82755a594d40, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:06,921 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/af7586e8c842bbf6344d0e22fd929e68 2024-12-13T08:21:06,922 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc. 2024-12-13T08:21:06,922 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc. 2024-12-13T08:21:06,922 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1. 2024-12-13T08:21:06,922 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7285): Opening region: {ENCODED => 61e753238377817c359abf76aff87ee1, NAME => 'testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-13T08:21:06,923 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 61e753238377817c359abf76aff87ee1 2024-12-13T08:21:06,923 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,923 INFO [StoreOpener-6adadc5c834db10a0f4f3f49a40f94ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6adadc5c834db10a0f4f3f49a40f94ba 2024-12-13T08:21:06,923 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7327): checking encryption for 61e753238377817c359abf76aff87ee1 2024-12-13T08:21:06,923 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7330): checking classloading for 61e753238377817c359abf76aff87ee1 2024-12-13T08:21:06,924 INFO [StoreOpener-6adadc5c834db10a0f4f3f49a40f94ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6adadc5c834db10a0f4f3f49a40f94ba columnFamilyName info 2024-12-13T08:21:06,924 DEBUG [StoreOpener-6adadc5c834db10a0f4f3f49a40f94ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,925 INFO [StoreOpener-6adadc5c834db10a0f4f3f49a40f94ba-1 {}] regionserver.HStore(327): Store=6adadc5c834db10a0f4f3f49a40f94ba/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=b3b332bc94cd10883c2428b9aed9f1cc, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:06,926 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1085): writing seq id for af7586e8c842bbf6344d0e22fd929e68 2024-12-13T08:21:06,926 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/6adadc5c834db10a0f4f3f49a40f94ba 2024-12-13T08:21:06,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=86 2024-12-13T08:21:06,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=86, state=SUCCESS; OpenRegionProcedure 4272cb594444705cdf26eb153a8050ab, server=6b1293cedc9a,41757,1734078061077 in 275 msec 2024-12-13T08:21:06,927 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/6adadc5c834db10a0f4f3f49a40f94ba 2024-12-13T08:21:06,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=90 2024-12-13T08:21:06,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=90, state=SUCCESS; OpenRegionProcedure ab1b620bbfbe7012905d82755a594d40, server=6b1293cedc9a,39509,1734078061028 in 254 msec 2024-12-13T08:21:06,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=4272cb594444705cdf26eb153a8050ab, ASSIGN in 434 msec 2024-12-13T08:21:06,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ab1b620bbfbe7012905d82755a594d40, ASSIGN in 435 msec 2024-12-13T08:21:06,929 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1085): writing seq id for 6adadc5c834db10a0f4f3f49a40f94ba 2024-12-13T08:21:06,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=85 2024-12-13T08:21:06,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=85, state=SUCCESS; OpenRegionProcedure b3b332bc94cd10883c2428b9aed9f1cc, server=6b1293cedc9a,35779,1734078061125 in 255 msec 2024-12-13T08:21:06,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b3b332bc94cd10883c2428b9aed9f1cc, ASSIGN in 437 msec 2024-12-13T08:21:06,939 INFO [StoreOpener-61e753238377817c359abf76aff87ee1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 61e753238377817c359abf76aff87ee1 2024-12-13T08:21:06,940 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/6adadc5c834db10a0f4f3f49a40f94ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,940 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1102): Opened 6adadc5c834db10a0f4f3f49a40f94ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70506879, jitterRate=0.050634369254112244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,941 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1001): Region open journal for 6adadc5c834db10a0f4f3f49a40f94ba: 2024-12-13T08:21:06,941 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-13T08:21:06,941 INFO [StoreOpener-61e753238377817c359abf76aff87ee1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61e753238377817c359abf76aff87ee1 columnFamilyName info 2024-12-13T08:21:06,941 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-13T08:21:06,942 DEBUG [StoreOpener-61e753238377817c359abf76aff87ee1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,941 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/99=[#edits: 5 = ],1004}, {hbase:meta/1588230740/100=[#edits: 5 = ],1004}, {hbase:meta/1588230740/101=[#edits: 5 = ],1004}, {hbase:meta/1588230740/102=[#edits: 5 = ],1004}, {hbase:meta/1588230740/103=[#edits: 5 = ],1004}, {hbase:meta/1588230740/104=[#edits: 5 = ],1004}, {hbase:meta/1588230740/105=[#edits: 5 = ],1004}, {hbase:meta/1588230740/106=[#edits: 5 = ],1004}, {hbase:meta/1588230740/107=[#edits: 5 = ],1004}, {hbase:meta/1588230740/108=[#edits: 5 = ],1004}, {hbase:meta/1588230740/109=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=67506, nbRowKeys=11, nbHFiles=0, heapSize=11044, lastSeqIds={}, endOfFile=false,usedBufferSize=11044] 2024-12-13T08:21:06,942 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba., pid=109, masterSystemTime=1734078066818 2024-12-13T08:21:06,943 INFO [StoreOpener-61e753238377817c359abf76aff87ee1-1 {}] regionserver.HStore(327): Store=61e753238377817c359abf76aff87ee1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,943 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/61e753238377817c359abf76aff87ee1 2024-12-13T08:21:06,944 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/61e753238377817c359abf76aff87ee1 2024-12-13T08:21:06,944 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba. 2024-12-13T08:21:06,944 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 71802, reset compression=false 2024-12-13T08:21:06,944 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba. 2024-12-13T08:21:06,944 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82. 2024-12-13T08:21:06,945 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7285): Opening region: {ENCODED => 52be811ad3d2542d944f15edb6037e82, NAME => 'testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-13T08:21:06,944 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/110=[#edits: 5 = ],1004}, {hbase:meta/1588230740/111=[#edits: 5 = ],1004}, {hbase:meta/1588230740/112=[#edits: 5 = ],1004}, {hbase:meta/1588230740/113=[#edits: 5 = ],1004}, {hbase:meta/1588230740/114=[#edits: 5 = ],1004}, {hbase:meta/1588230740/115=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=71802, nbRowKeys=6, nbHFiles=0, heapSize=6024, lastSeqIds={}, endOfFile=false,usedBufferSize=6024] 2024-12-13T08:21:06,945 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 52be811ad3d2542d944f15edb6037e82 2024-12-13T08:21:06,945 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,945 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7327): checking encryption for 52be811ad3d2542d944f15edb6037e82 2024-12-13T08:21:06,945 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7330): checking classloading for 52be811ad3d2542d944f15edb6037e82 2024-12-13T08:21:06,946 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=72 updating hbase:meta row=6adadc5c834db10a0f4f3f49a40f94ba, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:06,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=72 2024-12-13T08:21:06,949 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1085): writing seq id for 61e753238377817c359abf76aff87ee1 2024-12-13T08:21:06,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=72, state=SUCCESS; OpenRegionProcedure 6adadc5c834db10a0f4f3f49a40f94ba, server=6b1293cedc9a,39509,1734078061028 in 280 msec 2024-12-13T08:21:06,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=6adadc5c834db10a0f4f3f49a40f94ba, ASSIGN in 456 msec 2024-12-13T08:21:06,952 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/af7586e8c842bbf6344d0e22fd929e68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,952 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1102): Opened af7586e8c842bbf6344d0e22fd929e68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67096176, jitterRate=-1.8906593322753906E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,953 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1001): Region open journal for af7586e8c842bbf6344d0e22fd929e68: 2024-12-13T08:21:06,953 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68., pid=104, masterSystemTime=1734078066812 2024-12-13T08:21:06,955 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68. 2024-12-13T08:21:06,955 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68. 2024-12-13T08:21:06,955 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5. 2024-12-13T08:21:06,955 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7285): Opening region: {ENCODED => 099052a7783b3f9960ba19d8269209e5, NAME => 'testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-13T08:21:06,955 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 099052a7783b3f9960ba19d8269209e5 2024-12-13T08:21:06,955 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,955 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7327): checking encryption for 099052a7783b3f9960ba19d8269209e5 2024-12-13T08:21:06,955 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7330): checking classloading for 099052a7783b3f9960ba19d8269209e5 2024-12-13T08:21:06,956 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=80 updating hbase:meta row=af7586e8c842bbf6344d0e22fd929e68, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:06,957 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/61e753238377817c359abf76aff87ee1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,957 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1102): Opened 61e753238377817c359abf76aff87ee1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60653700, jitterRate=-0.09618943929672241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,957 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1001): Region open journal for 61e753238377817c359abf76aff87ee1: 2024-12-13T08:21:06,959 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1., pid=119, masterSystemTime=1734078066824 2024-12-13T08:21:06,960 INFO [StoreOpener-099052a7783b3f9960ba19d8269209e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 099052a7783b3f9960ba19d8269209e5 2024-12-13T08:21:06,961 INFO [StoreOpener-099052a7783b3f9960ba19d8269209e5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 099052a7783b3f9960ba19d8269209e5 columnFamilyName info 2024-12-13T08:21:06,961 DEBUG [StoreOpener-099052a7783b3f9960ba19d8269209e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,961 INFO [StoreOpener-099052a7783b3f9960ba19d8269209e5-1 {}] regionserver.HStore(327): Store=099052a7783b3f9960ba19d8269209e5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,962 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/099052a7783b3f9960ba19d8269209e5 2024-12-13T08:21:06,962 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/099052a7783b3f9960ba19d8269209e5 2024-12-13T08:21:06,963 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1085): writing seq id for 099052a7783b3f9960ba19d8269209e5 2024-12-13T08:21:06,964 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1. 2024-12-13T08:21:06,964 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1. 2024-12-13T08:21:06,964 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf. 2024-12-13T08:21:06,964 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7285): Opening region: {ENCODED => 72ecaaa906b249abeed9cd1726e1aacf, NAME => 'testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-13T08:21:06,964 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 72ecaaa906b249abeed9cd1726e1aacf 2024-12-13T08:21:06,964 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,964 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7327): checking encryption for 72ecaaa906b249abeed9cd1726e1aacf 2024-12-13T08:21:06,964 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7330): checking classloading for 72ecaaa906b249abeed9cd1726e1aacf 2024-12-13T08:21:06,965 INFO [StoreOpener-52be811ad3d2542d944f15edb6037e82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 52be811ad3d2542d944f15edb6037e82 2024-12-13T08:21:06,965 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=61e753238377817c359abf76aff87ee1, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:06,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=80 2024-12-13T08:21:06,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=80, state=SUCCESS; OpenRegionProcedure af7586e8c842bbf6344d0e22fd929e68, server=6b1293cedc9a,40219,1734078061169 in 298 msec 2024-12-13T08:21:06,967 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/099052a7783b3f9960ba19d8269209e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=af7586e8c842bbf6344d0e22fd929e68, ASSIGN in 474 msec 2024-12-13T08:21:06,967 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1102): Opened 099052a7783b3f9960ba19d8269209e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72537992, jitterRate=0.08090031147003174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,967 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1001): Region open journal for 099052a7783b3f9960ba19d8269209e5: 2024-12-13T08:21:06,967 INFO [StoreOpener-52be811ad3d2542d944f15edb6037e82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52be811ad3d2542d944f15edb6037e82 columnFamilyName info 2024-12-13T08:21:06,968 DEBUG [StoreOpener-52be811ad3d2542d944f15edb6037e82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,968 INFO [StoreOpener-72ecaaa906b249abeed9cd1726e1aacf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 72ecaaa906b249abeed9cd1726e1aacf 2024-12-13T08:21:06,968 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5., pid=105, masterSystemTime=1734078066812 2024-12-13T08:21:06,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=81 2024-12-13T08:21:06,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=81, state=SUCCESS; OpenRegionProcedure 61e753238377817c359abf76aff87ee1, server=6b1293cedc9a,35779,1734078061125 in 288 msec 2024-12-13T08:21:06,969 INFO [StoreOpener-52be811ad3d2542d944f15edb6037e82-1 {}] regionserver.HStore(327): Store=52be811ad3d2542d944f15edb6037e82/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,969 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/52be811ad3d2542d944f15edb6037e82 2024-12-13T08:21:06,969 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-13T08:21:06,969 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5. 2024-12-13T08:21:06,969 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 73950, reset compression=false 2024-12-13T08:21:06,969 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5. 2024-12-13T08:21:06,969 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312. 2024-12-13T08:21:06,969 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/116=[#edits: 5 = ],1004}, {hbase:meta/1588230740/117=[#edits: 5 = ],1004}, {hbase:meta/1588230740/118=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=73950, nbRowKeys=3, nbHFiles=0, heapSize=3012, lastSeqIds={}, endOfFile=false,usedBufferSize=3012] 2024-12-13T08:21:06,970 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7285): Opening region: {ENCODED => eea3bc3d32e7097113f07784d1692312, NAME => 'testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-13T08:21:06,970 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 eea3bc3d32e7097113f07784d1692312 2024-12-13T08:21:06,970 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,970 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7327): checking encryption for eea3bc3d32e7097113f07784d1692312 2024-12-13T08:21:06,970 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7330): checking classloading for eea3bc3d32e7097113f07784d1692312 2024-12-13T08:21:06,971 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/52be811ad3d2542d944f15edb6037e82 2024-12-13T08:21:06,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=61e753238377817c359abf76aff87ee1, ASSIGN in 476 msec 2024-12-13T08:21:06,971 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=88 updating hbase:meta row=099052a7783b3f9960ba19d8269209e5, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:06,971 INFO [StoreOpener-72ecaaa906b249abeed9cd1726e1aacf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72ecaaa906b249abeed9cd1726e1aacf columnFamilyName info 2024-12-13T08:21:06,972 DEBUG [StoreOpener-72ecaaa906b249abeed9cd1726e1aacf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,972 INFO [StoreOpener-eea3bc3d32e7097113f07784d1692312-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region eea3bc3d32e7097113f07784d1692312 2024-12-13T08:21:06,973 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1085): writing seq id for 52be811ad3d2542d944f15edb6037e82 2024-12-13T08:21:06,973 INFO [StoreOpener-72ecaaa906b249abeed9cd1726e1aacf-1 {}] regionserver.HStore(327): Store=72ecaaa906b249abeed9cd1726e1aacf/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,973 INFO [StoreOpener-eea3bc3d32e7097113f07784d1692312-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eea3bc3d32e7097113f07784d1692312 columnFamilyName info 2024-12-13T08:21:06,974 DEBUG [StoreOpener-eea3bc3d32e7097113f07784d1692312-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:06,974 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/72ecaaa906b249abeed9cd1726e1aacf 2024-12-13T08:21:06,974 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/72ecaaa906b249abeed9cd1726e1aacf 2024-12-13T08:21:06,974 INFO [StoreOpener-eea3bc3d32e7097113f07784d1692312-1 {}] regionserver.HStore(327): Store=eea3bc3d32e7097113f07784d1692312/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:06,974 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/eea3bc3d32e7097113f07784d1692312 2024-12-13T08:21:06,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=88 2024-12-13T08:21:06,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=88, state=SUCCESS; OpenRegionProcedure 099052a7783b3f9960ba19d8269209e5, server=6b1293cedc9a,40219,1734078061169 in 310 msec 2024-12-13T08:21:06,975 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/eea3bc3d32e7097113f07784d1692312 2024-12-13T08:21:06,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=099052a7783b3f9960ba19d8269209e5, ASSIGN in 483 msec 2024-12-13T08:21:06,976 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1085): writing seq id for 72ecaaa906b249abeed9cd1726e1aacf 2024-12-13T08:21:06,977 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/72ecaaa906b249abeed9cd1726e1aacf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,978 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:21:06,978 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 74666, reset compression=false 2024-12-13T08:21:06,978 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/119=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=74666, nbRowKeys=1, nbHFiles=0, heapSize=1004, lastSeqIds={}, endOfFile=false,usedBufferSize=1004] 2024-12-13T08:21:06,978 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1102): Opened 72ecaaa906b249abeed9cd1726e1aacf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71370830, jitterRate=0.06350824236869812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,978 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1085): writing seq id for eea3bc3d32e7097113f07784d1692312 2024-12-13T08:21:06,978 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1001): Region open journal for 72ecaaa906b249abeed9cd1726e1aacf: 2024-12-13T08:21:06,979 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf., pid=116, masterSystemTime=1734078066824 2024-12-13T08:21:06,981 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf. 2024-12-13T08:21:06,981 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf. 2024-12-13T08:21:06,981 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=72ecaaa906b249abeed9cd1726e1aacf, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:06,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=116, resume processing ppid=93 2024-12-13T08:21:06,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, ppid=93, state=SUCCESS; OpenRegionProcedure 72ecaaa906b249abeed9cd1726e1aacf, server=6b1293cedc9a,35779,1734078061125 in 308 msec 2024-12-13T08:21:06,984 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/52be811ad3d2542d944f15edb6037e82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,984 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1102): Opened 52be811ad3d2542d944f15edb6037e82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62353145, jitterRate=-0.07086573541164398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=72ecaaa906b249abeed9cd1726e1aacf, ASSIGN in 491 msec 2024-12-13T08:21:06,984 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1001): Region open journal for 52be811ad3d2542d944f15edb6037e82: 2024-12-13T08:21:06,985 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/eea3bc3d32e7097113f07784d1692312/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:06,987 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1102): Opened eea3bc3d32e7097113f07784d1692312; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72320309, jitterRate=0.0776565819978714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:06,987 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1001): Region open journal for eea3bc3d32e7097113f07784d1692312: 2024-12-13T08:21:06,988 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82., pid=107, masterSystemTime=1734078066818 2024-12-13T08:21:06,988 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-13T08:21:06,988 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 75382, reset compression=false 2024-12-13T08:21:06,988 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/120=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=75382, nbRowKeys=1, nbHFiles=0, heapSize=1004, lastSeqIds={}, endOfFile=false,usedBufferSize=1004] 2024-12-13T08:21:06,988 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312., pid=102, masterSystemTime=1734078066812 2024-12-13T08:21:06,990 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82. 2024-12-13T08:21:06,990 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82. 2024-12-13T08:21:06,990 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9. 2024-12-13T08:21:06,990 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7285): Opening region: {ENCODED => 03c9e7bbb92dd3f55b978524451f47b9, NAME => 'testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-13T08:21:06,990 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 03c9e7bbb92dd3f55b978524451f47b9 2024-12-13T08:21:06,990 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:21:06,990 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7327): checking encryption for 03c9e7bbb92dd3f55b978524451f47b9 2024-12-13T08:21:06,990 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7330): checking classloading for 03c9e7bbb92dd3f55b978524451f47b9 2024-12-13T08:21:06,991 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=52be811ad3d2542d944f15edb6037e82, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:06,991 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312. 2024-12-13T08:21:06,991 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312. 2024-12-13T08:21:06,992 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=92 updating hbase:meta row=eea3bc3d32e7097113f07784d1692312, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:06,996 INFO [StoreOpener-03c9e7bbb92dd3f55b978524451f47b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 03c9e7bbb92dd3f55b978524451f47b9 2024-12-13T08:21:06,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=87 2024-12-13T08:21:06,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=87, state=SUCCESS; OpenRegionProcedure 52be811ad3d2542d944f15edb6037e82, server=6b1293cedc9a,39509,1734078061028 in 326 msec 2024-12-13T08:21:06,997 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:21:06,997 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 76814, reset compression=false 2024-12-13T08:21:06,997 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/121=[#edits: 5 = ],1004}, {hbase:meta/1588230740/122=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=76814, nbRowKeys=2, nbHFiles=0, heapSize=2008, lastSeqIds={}, endOfFile=false,usedBufferSize=2008] 2024-12-13T08:21:06,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=92 2024-12-13T08:21:06,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=92, state=SUCCESS; OpenRegionProcedure eea3bc3d32e7097113f07784d1692312, server=6b1293cedc9a,40219,1734078061169 in 341 msec 2024-12-13T08:21:06,999 INFO [StoreOpener-03c9e7bbb92dd3f55b978524451f47b9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03c9e7bbb92dd3f55b978524451f47b9 columnFamilyName info 2024-12-13T08:21:06,999 DEBUG [StoreOpener-03c9e7bbb92dd3f55b978524451f47b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:21:07,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=52be811ad3d2542d944f15edb6037e82, ASSIGN in 505 msec 2024-12-13T08:21:07,001 INFO [StoreOpener-03c9e7bbb92dd3f55b978524451f47b9-1 {}] regionserver.HStore(327): Store=03c9e7bbb92dd3f55b978524451f47b9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:21:07,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=eea3bc3d32e7097113f07784d1692312, ASSIGN in 506 msec 2024-12-13T08:21:07,001 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/03c9e7bbb92dd3f55b978524451f47b9 2024-12-13T08:21:07,002 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/03c9e7bbb92dd3f55b978524451f47b9 2024-12-13T08:21:07,003 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1085): writing seq id for 03c9e7bbb92dd3f55b978524451f47b9 2024-12-13T08:21:07,008 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/03c9e7bbb92dd3f55b978524451f47b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:21:07,008 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1102): Opened 03c9e7bbb92dd3f55b978524451f47b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75074126, jitterRate=0.11869165301322937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:21:07,008 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1001): Region open journal for 03c9e7bbb92dd3f55b978524451f47b9: 2024-12-13T08:21:07,011 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9., pid=112, masterSystemTime=1734078066818 2024-12-13T08:21:07,012 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9. 2024-12-13T08:21:07,012 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9. 2024-12-13T08:21:07,013 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=70 updating hbase:meta row=03c9e7bbb92dd3f55b978524451f47b9, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:07,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=70 2024-12-13T08:21:07,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=70, state=SUCCESS; OpenRegionProcedure 03c9e7bbb92dd3f55b978524451f47b9, server=6b1293cedc9a,39509,1734078061028 in 344 msec 2024-12-13T08:21:07,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-13T08:21:07,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=03c9e7bbb92dd3f55b978524451f47b9, ASSIGN in 524 msec 2024-12-13T08:21:07,025 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:21:07,025 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicates_1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078067025"}]},"ts":"1734078067025"} 2024-12-13T08:21:07,026 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicates_1, state=ENABLED in hbase:meta 2024-12-13T08:21:07,065 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_1 execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:21:07,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicates_1 in 1.0860 sec 2024-12-13T08:21:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T08:21:07,084 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicates_1, procId: 69 completed 2024-12-13T08:21:07,085 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicates_1 get assigned. Timeout = 60000ms 2024-12-13T08:21:07,085 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:21:07,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35779 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=32821 bytes) of info 2024-12-13T08:21:07,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicates_1 assigned to meta. Checking AM states. 2024-12-13T08:21:07,092 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:21:07,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicates_1 assigned. 2024-12-13T08:21:07,095 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:21:07,095 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-13T08:21:07,098 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace/table:state/1734078062517/Put/vlen=2/seqid=8 2024-12-13T08:21:07,098 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:regioninfo/1734078062514/Put/vlen=41/seqid=7 2024-12-13T08:21:07,098 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:seqnumDuringOpen/1734078062514/Put/vlen=8/seqid=7 2024-12-13T08:21:07,098 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:server/1734078062514/Put/vlen=18/seqid=7 2024-12-13T08:21:07,098 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:serverstartcode/1734078062514/Put/vlen=8/seqid=7 2024-12-13T08:21:07,098 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:sn/1734078062350/Put/vlen=32/seqid=6 2024-12-13T08:21:07,098 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:state/1734078062514/Put/vlen=4/seqid=7 2024-12-13T08:21:07,098 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0/table:state/1734078064935/Put/vlen=2/seqid=71 2024-12-13T08:21:07,098 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=51 2024-12-13T08:21:07,098 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:seqnumDuringOpen/1734078064766/Put/vlen=8/seqid=51 2024-12-13T08:21:07,098 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:server/1734078064766/Put/vlen=18/seqid=51 2024-12-13T08:21:07,098 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:serverstartcode/1734078064766/Put/vlen=8/seqid=51 2024-12-13T08:21:07,098 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:sn/1734078064593/Put/vlen=32/seqid=37 2024-12-13T08:21:07,098 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:state/1734078064766/Put/vlen=4/seqid=51 2024-12-13T08:21:07,098 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:regioninfo/1734078064844/Put/vlen=65/seqid=63 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:seqnumDuringOpen/1734078064844/Put/vlen=8/seqid=63 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:server/1734078064844/Put/vlen=18/seqid=63 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:serverstartcode/1734078064844/Put/vlen=8/seqid=63 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:sn/1734078064551/Put/vlen=32/seqid=22 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:state/1734078064844/Put/vlen=4/seqid=63 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:regioninfo/1734078064749/Put/vlen=65/seqid=50 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:seqnumDuringOpen/1734078064749/Put/vlen=8/seqid=50 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:server/1734078064749/Put/vlen=18/seqid=50 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:serverstartcode/1734078064749/Put/vlen=8/seqid=50 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:sn/1734078064566/Put/vlen=32/seqid=29 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:state/1734078064749/Put/vlen=4/seqid=50 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:regioninfo/1734078064861/Put/vlen=65/seqid=65 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:seqnumDuringOpen/1734078064861/Put/vlen=8/seqid=65 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:server/1734078064861/Put/vlen=18/seqid=65 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:serverstartcode/1734078064861/Put/vlen=8/seqid=65 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:sn/1734078064610/Put/vlen=32/seqid=45 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:state/1734078064861/Put/vlen=4/seqid=65 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:regioninfo/1734078064719/Put/vlen=65/seqid=46 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:seqnumDuringOpen/1734078064719/Put/vlen=8/seqid=46 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:server/1734078064719/Put/vlen=18/seqid=46 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:serverstartcode/1734078064719/Put/vlen=8/seqid=46 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:sn/1734078064551/Put/vlen=32/seqid=24 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:state/1734078064719/Put/vlen=4/seqid=46 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:regioninfo/1734078064790/Put/vlen=65/seqid=54 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:seqnumDuringOpen/1734078064790/Put/vlen=8/seqid=54 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:server/1734078064790/Put/vlen=18/seqid=54 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:serverstartcode/1734078064790/Put/vlen=8/seqid=54 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:sn/1734078064595/Put/vlen=32/seqid=39 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:state/1734078064790/Put/vlen=4/seqid=54 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:regioninfo/1734078064780/Put/vlen=65/seqid=53 2024-12-13T08:21:07,099 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:seqnumDuringOpen/1734078064780/Put/vlen=8/seqid=53 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:server/1734078064780/Put/vlen=18/seqid=53 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:serverstartcode/1734078064780/Put/vlen=8/seqid=53 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:sn/1734078064569/Put/vlen=32/seqid=30 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:state/1734078064780/Put/vlen=4/seqid=53 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:regioninfo/1734078064824/Put/vlen=65/seqid=61 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:seqnumDuringOpen/1734078064824/Put/vlen=8/seqid=61 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:server/1734078064824/Put/vlen=18/seqid=61 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:serverstartcode/1734078064824/Put/vlen=8/seqid=61 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:sn/1734078064607/Put/vlen=32/seqid=42 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:state/1734078064824/Put/vlen=4/seqid=61 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:regioninfo/1734078064819/Put/vlen=65/seqid=59 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:seqnumDuringOpen/1734078064819/Put/vlen=8/seqid=59 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:server/1734078064819/Put/vlen=18/seqid=59 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:serverstartcode/1734078064819/Put/vlen=8/seqid=59 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:sn/1734078064561/Put/vlen=32/seqid=26 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:state/1734078064819/Put/vlen=4/seqid=59 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:regioninfo/1734078064890/Put/vlen=65/seqid=68 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:seqnumDuringOpen/1734078064890/Put/vlen=8/seqid=68 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:server/1734078064890/Put/vlen=18/seqid=68 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:serverstartcode/1734078064890/Put/vlen=8/seqid=68 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:sn/1734078064574/Put/vlen=32/seqid=34 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:state/1734078064890/Put/vlen=4/seqid=68 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:regioninfo/1734078064822/Put/vlen=65/seqid=60 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:seqnumDuringOpen/1734078064822/Put/vlen=8/seqid=60 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:server/1734078064822/Put/vlen=18/seqid=60 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:serverstartcode/1734078064822/Put/vlen=8/seqid=60 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:sn/1734078064573/Put/vlen=32/seqid=32 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:state/1734078064822/Put/vlen=4/seqid=60 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:regioninfo/1734078064920/Put/vlen=65/seqid=70 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:seqnumDuringOpen/1734078064920/Put/vlen=8/seqid=70 2024-12-13T08:21:07,100 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:server/1734078064920/Put/vlen=18/seqid=70 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:serverstartcode/1734078064920/Put/vlen=8/seqid=70 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:sn/1734078064609/Put/vlen=32/seqid=44 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:state/1734078064920/Put/vlen=4/seqid=70 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:regioninfo/1734078064748/Put/vlen=65/seqid=49 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:seqnumDuringOpen/1734078064748/Put/vlen=8/seqid=49 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:server/1734078064748/Put/vlen=18/seqid=49 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:serverstartcode/1734078064748/Put/vlen=8/seqid=49 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:sn/1734078064551/Put/vlen=32/seqid=23 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:state/1734078064748/Put/vlen=4/seqid=49 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:regioninfo/1734078064810/Put/vlen=65/seqid=58 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:seqnumDuringOpen/1734078064810/Put/vlen=8/seqid=58 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:server/1734078064810/Put/vlen=18/seqid=58 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:serverstartcode/1734078064810/Put/vlen=8/seqid=58 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:sn/1734078064595/Put/vlen=32/seqid=38 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:state/1734078064810/Put/vlen=4/seqid=58 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:regioninfo/1734078064798/Put/vlen=65/seqid=57 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:seqnumDuringOpen/1734078064798/Put/vlen=8/seqid=57 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:server/1734078064798/Put/vlen=18/seqid=57 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:serverstartcode/1734078064798/Put/vlen=8/seqid=57 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:sn/1734078064564/Put/vlen=32/seqid=28 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:state/1734078064798/Put/vlen=4/seqid=57 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:regioninfo/1734078064887/Put/vlen=65/seqid=67 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:seqnumDuringOpen/1734078064887/Put/vlen=8/seqid=67 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:server/1734078064887/Put/vlen=18/seqid=67 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:serverstartcode/1734078064887/Put/vlen=8/seqid=67 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:sn/1734078064607/Put/vlen=32/seqid=43 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:state/1734078064887/Put/vlen=4/seqid=67 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:regioninfo/1734078064796/Put/vlen=65/seqid=56 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:seqnumDuringOpen/1734078064796/Put/vlen=8/seqid=56 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:server/1734078064796/Put/vlen=18/seqid=56 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:serverstartcode/1734078064796/Put/vlen=8/seqid=56 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:sn/1734078064551/Put/vlen=32/seqid=25 2024-12-13T08:21:07,101 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:state/1734078064796/Put/vlen=4/seqid=56 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:regioninfo/1734078064862/Put/vlen=65/seqid=66 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:seqnumDuringOpen/1734078064862/Put/vlen=8/seqid=66 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:server/1734078064862/Put/vlen=18/seqid=66 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:serverstartcode/1734078064862/Put/vlen=8/seqid=66 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:sn/1734078064574/Put/vlen=32/seqid=35 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:state/1734078064862/Put/vlen=4/seqid=66 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:regioninfo/1734078064737/Put/vlen=65/seqid=48 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:seqnumDuringOpen/1734078064737/Put/vlen=8/seqid=48 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:server/1734078064737/Put/vlen=18/seqid=48 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:serverstartcode/1734078064737/Put/vlen=8/seqid=48 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:sn/1734078064573/Put/vlen=32/seqid=31 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:state/1734078064737/Put/vlen=4/seqid=48 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:regioninfo/1734078064899/Put/vlen=65/seqid=69 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:seqnumDuringOpen/1734078064899/Put/vlen=8/seqid=69 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:server/1734078064899/Put/vlen=18/seqid=69 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:serverstartcode/1734078064899/Put/vlen=8/seqid=69 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:sn/1734078064600/Put/vlen=32/seqid=41 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:state/1734078064899/Put/vlen=4/seqid=69 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:regioninfo/1734078064778/Put/vlen=65/seqid=52 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:seqnumDuringOpen/1734078064778/Put/vlen=8/seqid=52 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:server/1734078064778/Put/vlen=18/seqid=52 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:serverstartcode/1734078064778/Put/vlen=8/seqid=52 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:sn/1734078064551/Put/vlen=32/seqid=21 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:state/1734078064778/Put/vlen=4/seqid=52 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:regioninfo/1734078064859/Put/vlen=65/seqid=64 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:seqnumDuringOpen/1734078064859/Put/vlen=8/seqid=64 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:server/1734078064859/Put/vlen=18/seqid=64 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:serverstartcode/1734078064859/Put/vlen=8/seqid=64 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:sn/1734078064574/Put/vlen=32/seqid=33 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:state/1734078064859/Put/vlen=4/seqid=64 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:regioninfo/1734078064834/Put/vlen=65/seqid=62 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:seqnumDuringOpen/1734078064834/Put/vlen=8/seqid=62 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:server/1734078064834/Put/vlen=18/seqid=62 2024-12-13T08:21:07,102 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:serverstartcode/1734078064834/Put/vlen=8/seqid=62 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:sn/1734078064590/Put/vlen=32/seqid=36 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:state/1734078064834/Put/vlen=4/seqid=62 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:regioninfo/1734078064793/Put/vlen=65/seqid=55 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:seqnumDuringOpen/1734078064793/Put/vlen=8/seqid=55 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:server/1734078064793/Put/vlen=18/seqid=55 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:serverstartcode/1734078064793/Put/vlen=8/seqid=55 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:sn/1734078064596/Put/vlen=32/seqid=40 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:state/1734078064793/Put/vlen=4/seqid=55 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:regioninfo/1734078064735/Put/vlen=62/seqid=47 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:seqnumDuringOpen/1734078064735/Put/vlen=8/seqid=47 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:server/1734078064735/Put/vlen=18/seqid=47 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:serverstartcode/1734078064735/Put/vlen=8/seqid=47 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:sn/1734078064564/Put/vlen=32/seqid=27 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:state/1734078064735/Put/vlen=4/seqid=47 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1/table:state/1734078066457/Put/vlen=2/seqid=73 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078066670/Put/vlen=62/seqid=91 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:sn/1734078066670/Put/vlen=32/seqid=91 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:state/1734078066670/Put/vlen=7/seqid=91 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:regioninfo/1734078066844/Put/vlen=65/seqid=103 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:seqnumDuringOpen/1734078066844/Put/vlen=8/seqid=103 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:server/1734078066844/Put/vlen=18/seqid=103 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:serverstartcode/1734078066844/Put/vlen=8/seqid=103 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:sn/1734078066654/Put/vlen=32/seqid=82 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:state/1734078066844/Put/vlen=4/seqid=103 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:regioninfo/1734078066946/Put/vlen=65/seqid=116 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:seqnumDuringOpen/1734078066946/Put/vlen=8/seqid=116 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:server/1734078066946/Put/vlen=18/seqid=116 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:serverstartcode/1734078066946/Put/vlen=8/seqid=116 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:sn/1734078066667/Put/vlen=32/seqid=88 2024-12-13T08:21:07,103 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:state/1734078066946/Put/vlen=4/seqid=116 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:regioninfo/1734078066870/Put/vlen=65/seqid=107 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:seqnumDuringOpen/1734078066870/Put/vlen=8/seqid=107 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:server/1734078066870/Put/vlen=18/seqid=107 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:serverstartcode/1734078066870/Put/vlen=8/seqid=107 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:sn/1734078066676/Put/vlen=32/seqid=97 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:state/1734078066870/Put/vlen=4/seqid=107 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:regioninfo/1734078066888/Put/vlen=65/seqid=110 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:seqnumDuringOpen/1734078066888/Put/vlen=8/seqid=110 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:server/1734078066888/Put/vlen=18/seqid=110 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:serverstartcode/1734078066888/Put/vlen=8/seqid=110 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:sn/1734078066644/Put/vlen=32/seqid=74 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:state/1734078066888/Put/vlen=4/seqid=110 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:regioninfo/1734078066833/Put/vlen=65/seqid=101 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:seqnumDuringOpen/1734078066833/Put/vlen=8/seqid=101 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:server/1734078066833/Put/vlen=18/seqid=101 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:serverstartcode/1734078066833/Put/vlen=8/seqid=101 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:sn/1734078066664/Put/vlen=32/seqid=87 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:state/1734078066833/Put/vlen=4/seqid=101 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:regioninfo/1734078066873/Put/vlen=65/seqid=108 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:seqnumDuringOpen/1734078066873/Put/vlen=8/seqid=108 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:server/1734078066873/Put/vlen=18/seqid=108 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:serverstartcode/1734078066873/Put/vlen=8/seqid=108 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:sn/1734078066663/Put/vlen=32/seqid=85 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:state/1734078066873/Put/vlen=4/seqid=108 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:regioninfo/1734078066849/Put/vlen=65/seqid=104 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:seqnumDuringOpen/1734078066849/Put/vlen=8/seqid=104 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:server/1734078066849/Put/vlen=18/seqid=104 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:serverstartcode/1734078066849/Put/vlen=8/seqid=104 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:sn/1734078066674/Put/vlen=32/seqid=96 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:state/1734078066849/Put/vlen=4/seqid=104 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:regioninfo/1734078066824/Put/vlen=65/seqid=100 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:seqnumDuringOpen/1734078066824/Put/vlen=8/seqid=100 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:server/1734078066824/Put/vlen=18/seqid=100 2024-12-13T08:21:07,104 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:serverstartcode/1734078066824/Put/vlen=8/seqid=100 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:sn/1734078066644/Put/vlen=32/seqid=75 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:state/1734078066824/Put/vlen=4/seqid=100 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:regioninfo/1734078066860/Put/vlen=65/seqid=105 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:seqnumDuringOpen/1734078066860/Put/vlen=8/seqid=105 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:server/1734078066860/Put/vlen=18/seqid=105 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:serverstartcode/1734078066860/Put/vlen=8/seqid=105 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:sn/1734078066669/Put/vlen=32/seqid=90 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:state/1734078066860/Put/vlen=4/seqid=105 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:regioninfo/1734078066956/Put/vlen=65/seqid=117 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:seqnumDuringOpen/1734078066956/Put/vlen=8/seqid=117 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:server/1734078066956/Put/vlen=18/seqid=117 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:serverstartcode/1734078066956/Put/vlen=8/seqid=117 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:sn/1734078066654/Put/vlen=32/seqid=83 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:state/1734078066956/Put/vlen=4/seqid=117 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:regioninfo/1734078066965/Put/vlen=65/seqid=118 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:seqnumDuringOpen/1734078066965/Put/vlen=8/seqid=118 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:server/1734078066965/Put/vlen=18/seqid=118 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:serverstartcode/1734078066965/Put/vlen=8/seqid=118 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:sn/1734078066676/Put/vlen=32/seqid=98 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:state/1734078066965/Put/vlen=4/seqid=118 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:regioninfo/1734078066869/Put/vlen=65/seqid=106 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:seqnumDuringOpen/1734078066869/Put/vlen=8/seqid=106 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:server/1734078066869/Put/vlen=18/seqid=106 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:serverstartcode/1734078066869/Put/vlen=8/seqid=106 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:sn/1734078066644/Put/vlen=32/seqid=76 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:state/1734078066869/Put/vlen=4/seqid=106 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:regioninfo/1734078066885/Put/vlen=65/seqid=109 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:seqnumDuringOpen/1734078066885/Put/vlen=8/seqid=109 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:server/1734078066885/Put/vlen=18/seqid=109 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:serverstartcode/1734078066885/Put/vlen=8/seqid=109 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:sn/1734078066667/Put/vlen=32/seqid=89 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:state/1734078066885/Put/vlen=4/seqid=109 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:regioninfo/1734078066905/Put/vlen=65/seqid=112 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:seqnumDuringOpen/1734078066905/Put/vlen=8/seqid=112 2024-12-13T08:21:07,105 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:server/1734078066905/Put/vlen=18/seqid=112 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:serverstartcode/1734078066905/Put/vlen=8/seqid=112 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:sn/1734078066652/Put/vlen=32/seqid=80 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:state/1734078066905/Put/vlen=4/seqid=112 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:regioninfo/1734078066925/Put/vlen=65/seqid=115 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:seqnumDuringOpen/1734078066925/Put/vlen=8/seqid=115 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:server/1734078066925/Put/vlen=18/seqid=115 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:serverstartcode/1734078066925/Put/vlen=8/seqid=115 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:sn/1734078066670/Put/vlen=32/seqid=94 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:state/1734078066925/Put/vlen=4/seqid=115 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:regioninfo/1734078066919/Put/vlen=65/seqid=113 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:seqnumDuringOpen/1734078066919/Put/vlen=8/seqid=113 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:server/1734078066919/Put/vlen=18/seqid=113 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:serverstartcode/1734078066919/Put/vlen=8/seqid=113 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:sn/1734078066645/Put/vlen=32/seqid=78 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:state/1734078066919/Put/vlen=4/seqid=113 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:regioninfo/1734078066991/Put/vlen=65/seqid=121 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:seqnumDuringOpen/1734078066991/Put/vlen=8/seqid=121 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:server/1734078066991/Put/vlen=18/seqid=121 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:serverstartcode/1734078066991/Put/vlen=8/seqid=121 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:sn/1734078066664/Put/vlen=32/seqid=86 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:state/1734078066991/Put/vlen=4/seqid=121 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:regioninfo/1734078066971/Put/vlen=65/seqid=119 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:seqnumDuringOpen/1734078066971/Put/vlen=8/seqid=119 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:server/1734078066971/Put/vlen=18/seqid=119 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:serverstartcode/1734078066971/Put/vlen=8/seqid=119 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:sn/1734078066661/Put/vlen=32/seqid=84 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:state/1734078066971/Put/vlen=4/seqid=119 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:regioninfo/1734078066901/Put/vlen=65/seqid=111 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:seqnumDuringOpen/1734078066901/Put/vlen=8/seqid=111 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:server/1734078066901/Put/vlen=18/seqid=111 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:serverstartcode/1734078066901/Put/vlen=8/seqid=111 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:sn/1734078066670/Put/vlen=32/seqid=93 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:state/1734078066901/Put/vlen=4/seqid=111 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:regioninfo/1734078066921/Put/vlen=65/seqid=114 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:seqnumDuringOpen/1734078066921/Put/vlen=8/seqid=114 2024-12-13T08:21:07,106 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:server/1734078066921/Put/vlen=18/seqid=114 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:serverstartcode/1734078066921/Put/vlen=8/seqid=114 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:sn/1734078066670/Put/vlen=32/seqid=92 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:state/1734078066921/Put/vlen=4/seqid=114 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:regioninfo/1734078066843/Put/vlen=65/seqid=102 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:seqnumDuringOpen/1734078066843/Put/vlen=8/seqid=102 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:server/1734078066843/Put/vlen=18/seqid=102 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:serverstartcode/1734078066843/Put/vlen=8/seqid=102 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:sn/1734078066644/Put/vlen=32/seqid=77 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:state/1734078066843/Put/vlen=4/seqid=102 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:regioninfo/1734078066992/Put/vlen=65/seqid=122 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:seqnumDuringOpen/1734078066992/Put/vlen=8/seqid=122 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:server/1734078066992/Put/vlen=18/seqid=122 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:serverstartcode/1734078066992/Put/vlen=8/seqid=122 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:sn/1734078066653/Put/vlen=32/seqid=81 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:state/1734078066992/Put/vlen=4/seqid=122 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:regioninfo/1734078066981/Put/vlen=65/seqid=120 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:seqnumDuringOpen/1734078066981/Put/vlen=8/seqid=120 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:server/1734078066981/Put/vlen=18/seqid=120 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:serverstartcode/1734078066981/Put/vlen=8/seqid=120 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:sn/1734078066673/Put/vlen=32/seqid=95 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:state/1734078066981/Put/vlen=4/seqid=120 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:regioninfo/1734078066808/Put/vlen=62/seqid=99 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:seqnumDuringOpen/1734078066808/Put/vlen=8/seqid=99 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:server/1734078066808/Put/vlen=18/seqid=99 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:serverstartcode/1734078066808/Put/vlen=8/seqid=99 2024-12-13T08:21:07,107 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:sn/1734078066652/Put/vlen=32/seqid=79 2024-12-13T08:21:07,108 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:state/1734078066808/Put/vlen=4/seqid=99 2024-12-13T08:21:07,208 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 76814, reset compression=false 2024-12-13T08:21:07,213 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:21:07,213 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 77609, reset compression=false 2024-12-13T08:21:07,213 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/123=[#edits: 5 = ],1004}, {hbase:meta/1588230740/124=[#edits: 1 = ],204}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=77609, nbRowKeys=2, nbHFiles=0, heapSize=1208, lastSeqIds={}, endOfFile=false,usedBufferSize=1208] 2024-12-13T08:21:07,228 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:07,228 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:07,418 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 77609, reset compression=false 2024-12-13T08:21:07,493 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:07,494 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:07,561 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:21:07,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:07,619 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testHBaseMetaReplicates_1' 2024-12-13T08:21:07,619 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testHBaseMetaReplicates_0' 2024-12-13T08:21:07,722 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 77609, reset compression=false 2024-12-13T08:21:07,998 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:21:07,998 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:08,108 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace/table:state/1734078062517/Put/vlen=2/seqid=8 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:regioninfo/1734078062514/Put/vlen=41/seqid=7 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:seqnumDuringOpen/1734078062514/Put/vlen=8/seqid=7 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:server/1734078062514/Put/vlen=18/seqid=7 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:serverstartcode/1734078062514/Put/vlen=8/seqid=7 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:sn/1734078062350/Put/vlen=32/seqid=6 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:state/1734078062514/Put/vlen=4/seqid=7 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0/table:state/1734078064935/Put/vlen=2/seqid=71 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=51 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:seqnumDuringOpen/1734078064766/Put/vlen=8/seqid=51 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:server/1734078064766/Put/vlen=18/seqid=51 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:serverstartcode/1734078064766/Put/vlen=8/seqid=51 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:sn/1734078064593/Put/vlen=32/seqid=37 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:state/1734078064766/Put/vlen=4/seqid=51 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:regioninfo/1734078064844/Put/vlen=65/seqid=63 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:seqnumDuringOpen/1734078064844/Put/vlen=8/seqid=63 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:server/1734078064844/Put/vlen=18/seqid=63 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:serverstartcode/1734078064844/Put/vlen=8/seqid=63 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:sn/1734078064551/Put/vlen=32/seqid=22 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:state/1734078064844/Put/vlen=4/seqid=63 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:regioninfo/1734078064749/Put/vlen=65/seqid=50 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:seqnumDuringOpen/1734078064749/Put/vlen=8/seqid=50 2024-12-13T08:21:08,109 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:server/1734078064749/Put/vlen=18/seqid=50 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:serverstartcode/1734078064749/Put/vlen=8/seqid=50 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:sn/1734078064566/Put/vlen=32/seqid=29 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:state/1734078064749/Put/vlen=4/seqid=50 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:regioninfo/1734078064861/Put/vlen=65/seqid=65 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:seqnumDuringOpen/1734078064861/Put/vlen=8/seqid=65 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:server/1734078064861/Put/vlen=18/seqid=65 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:serverstartcode/1734078064861/Put/vlen=8/seqid=65 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:sn/1734078064610/Put/vlen=32/seqid=45 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:state/1734078064861/Put/vlen=4/seqid=65 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:regioninfo/1734078064719/Put/vlen=65/seqid=46 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:seqnumDuringOpen/1734078064719/Put/vlen=8/seqid=46 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:server/1734078064719/Put/vlen=18/seqid=46 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:serverstartcode/1734078064719/Put/vlen=8/seqid=46 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:sn/1734078064551/Put/vlen=32/seqid=24 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:state/1734078064719/Put/vlen=4/seqid=46 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:regioninfo/1734078064790/Put/vlen=65/seqid=54 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:seqnumDuringOpen/1734078064790/Put/vlen=8/seqid=54 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:server/1734078064790/Put/vlen=18/seqid=54 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:serverstartcode/1734078064790/Put/vlen=8/seqid=54 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:sn/1734078064595/Put/vlen=32/seqid=39 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:state/1734078064790/Put/vlen=4/seqid=54 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:regioninfo/1734078064780/Put/vlen=65/seqid=53 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:seqnumDuringOpen/1734078064780/Put/vlen=8/seqid=53 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:server/1734078064780/Put/vlen=18/seqid=53 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:serverstartcode/1734078064780/Put/vlen=8/seqid=53 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:sn/1734078064569/Put/vlen=32/seqid=30 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:state/1734078064780/Put/vlen=4/seqid=53 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:regioninfo/1734078064824/Put/vlen=65/seqid=61 2024-12-13T08:21:08,110 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:seqnumDuringOpen/1734078064824/Put/vlen=8/seqid=61 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:server/1734078064824/Put/vlen=18/seqid=61 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:serverstartcode/1734078064824/Put/vlen=8/seqid=61 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:sn/1734078064607/Put/vlen=32/seqid=42 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:state/1734078064824/Put/vlen=4/seqid=61 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:regioninfo/1734078064819/Put/vlen=65/seqid=59 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:seqnumDuringOpen/1734078064819/Put/vlen=8/seqid=59 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:server/1734078064819/Put/vlen=18/seqid=59 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:serverstartcode/1734078064819/Put/vlen=8/seqid=59 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:sn/1734078064561/Put/vlen=32/seqid=26 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:state/1734078064819/Put/vlen=4/seqid=59 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:regioninfo/1734078064890/Put/vlen=65/seqid=68 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:seqnumDuringOpen/1734078064890/Put/vlen=8/seqid=68 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:server/1734078064890/Put/vlen=18/seqid=68 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:serverstartcode/1734078064890/Put/vlen=8/seqid=68 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:sn/1734078064574/Put/vlen=32/seqid=34 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:state/1734078064890/Put/vlen=4/seqid=68 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:regioninfo/1734078064822/Put/vlen=65/seqid=60 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:seqnumDuringOpen/1734078064822/Put/vlen=8/seqid=60 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:server/1734078064822/Put/vlen=18/seqid=60 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:serverstartcode/1734078064822/Put/vlen=8/seqid=60 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:sn/1734078064573/Put/vlen=32/seqid=32 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:state/1734078064822/Put/vlen=4/seqid=60 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:regioninfo/1734078064920/Put/vlen=65/seqid=70 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:seqnumDuringOpen/1734078064920/Put/vlen=8/seqid=70 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:server/1734078064920/Put/vlen=18/seqid=70 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:serverstartcode/1734078064920/Put/vlen=8/seqid=70 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:sn/1734078064609/Put/vlen=32/seqid=44 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:state/1734078064920/Put/vlen=4/seqid=70 2024-12-13T08:21:08,111 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:regioninfo/1734078064748/Put/vlen=65/seqid=49 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:seqnumDuringOpen/1734078064748/Put/vlen=8/seqid=49 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:server/1734078064748/Put/vlen=18/seqid=49 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:serverstartcode/1734078064748/Put/vlen=8/seqid=49 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:sn/1734078064551/Put/vlen=32/seqid=23 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:state/1734078064748/Put/vlen=4/seqid=49 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:regioninfo/1734078064810/Put/vlen=65/seqid=58 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:seqnumDuringOpen/1734078064810/Put/vlen=8/seqid=58 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:server/1734078064810/Put/vlen=18/seqid=58 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:serverstartcode/1734078064810/Put/vlen=8/seqid=58 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:sn/1734078064595/Put/vlen=32/seqid=38 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:state/1734078064810/Put/vlen=4/seqid=58 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:regioninfo/1734078064798/Put/vlen=65/seqid=57 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:seqnumDuringOpen/1734078064798/Put/vlen=8/seqid=57 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:server/1734078064798/Put/vlen=18/seqid=57 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:serverstartcode/1734078064798/Put/vlen=8/seqid=57 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:sn/1734078064564/Put/vlen=32/seqid=28 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:state/1734078064798/Put/vlen=4/seqid=57 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:regioninfo/1734078064887/Put/vlen=65/seqid=67 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:seqnumDuringOpen/1734078064887/Put/vlen=8/seqid=67 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:server/1734078064887/Put/vlen=18/seqid=67 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:serverstartcode/1734078064887/Put/vlen=8/seqid=67 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:sn/1734078064607/Put/vlen=32/seqid=43 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:state/1734078064887/Put/vlen=4/seqid=67 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:regioninfo/1734078064796/Put/vlen=65/seqid=56 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:seqnumDuringOpen/1734078064796/Put/vlen=8/seqid=56 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:server/1734078064796/Put/vlen=18/seqid=56 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:serverstartcode/1734078064796/Put/vlen=8/seqid=56 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:sn/1734078064551/Put/vlen=32/seqid=25 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:state/1734078064796/Put/vlen=4/seqid=56 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:regioninfo/1734078064862/Put/vlen=65/seqid=66 2024-12-13T08:21:08,112 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:seqnumDuringOpen/1734078064862/Put/vlen=8/seqid=66 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:server/1734078064862/Put/vlen=18/seqid=66 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:serverstartcode/1734078064862/Put/vlen=8/seqid=66 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:sn/1734078064574/Put/vlen=32/seqid=35 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:state/1734078064862/Put/vlen=4/seqid=66 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:regioninfo/1734078064737/Put/vlen=65/seqid=48 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:seqnumDuringOpen/1734078064737/Put/vlen=8/seqid=48 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:server/1734078064737/Put/vlen=18/seqid=48 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:serverstartcode/1734078064737/Put/vlen=8/seqid=48 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:sn/1734078064573/Put/vlen=32/seqid=31 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:state/1734078064737/Put/vlen=4/seqid=48 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:regioninfo/1734078064899/Put/vlen=65/seqid=69 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:seqnumDuringOpen/1734078064899/Put/vlen=8/seqid=69 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:server/1734078064899/Put/vlen=18/seqid=69 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:serverstartcode/1734078064899/Put/vlen=8/seqid=69 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:sn/1734078064600/Put/vlen=32/seqid=41 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:state/1734078064899/Put/vlen=4/seqid=69 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:regioninfo/1734078064778/Put/vlen=65/seqid=52 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:seqnumDuringOpen/1734078064778/Put/vlen=8/seqid=52 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:server/1734078064778/Put/vlen=18/seqid=52 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:serverstartcode/1734078064778/Put/vlen=8/seqid=52 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:sn/1734078064551/Put/vlen=32/seqid=21 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:state/1734078064778/Put/vlen=4/seqid=52 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:regioninfo/1734078064859/Put/vlen=65/seqid=64 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:seqnumDuringOpen/1734078064859/Put/vlen=8/seqid=64 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:server/1734078064859/Put/vlen=18/seqid=64 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:serverstartcode/1734078064859/Put/vlen=8/seqid=64 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:sn/1734078064574/Put/vlen=32/seqid=33 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:state/1734078064859/Put/vlen=4/seqid=64 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:regioninfo/1734078064834/Put/vlen=65/seqid=62 2024-12-13T08:21:08,113 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:seqnumDuringOpen/1734078064834/Put/vlen=8/seqid=62 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:server/1734078064834/Put/vlen=18/seqid=62 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:serverstartcode/1734078064834/Put/vlen=8/seqid=62 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:sn/1734078064590/Put/vlen=32/seqid=36 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:state/1734078064834/Put/vlen=4/seqid=62 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:regioninfo/1734078064793/Put/vlen=65/seqid=55 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:seqnumDuringOpen/1734078064793/Put/vlen=8/seqid=55 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:server/1734078064793/Put/vlen=18/seqid=55 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:serverstartcode/1734078064793/Put/vlen=8/seqid=55 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:sn/1734078064596/Put/vlen=32/seqid=40 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:state/1734078064793/Put/vlen=4/seqid=55 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:regioninfo/1734078064735/Put/vlen=62/seqid=47 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:seqnumDuringOpen/1734078064735/Put/vlen=8/seqid=47 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:server/1734078064735/Put/vlen=18/seqid=47 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:serverstartcode/1734078064735/Put/vlen=8/seqid=47 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:sn/1734078064564/Put/vlen=32/seqid=27 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:state/1734078064735/Put/vlen=4/seqid=47 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1/table:state/1734078067025/Put/vlen=2/seqid=124 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=123 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:seqnumDuringOpen/1734078067013/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:seqnumDuringOpen/1734078067013/Put/vlen=8/seqid=123 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:server/1734078067013/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:server/1734078067013/Put/vlen=18/seqid=123 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:serverstartcode/1734078067013/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:serverstartcode/1734078067013/Put/vlen=8/seqid=123 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:sn/1734078066670/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:sn/1734078066670/Put/vlen=32/seqid=91 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:state/1734078067013/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:state/1734078067013/Put/vlen=4/seqid=123 2024-12-13T08:21:08,114 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:regioninfo/1734078066844/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:regioninfo/1734078066844/Put/vlen=65/seqid=103 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:seqnumDuringOpen/1734078066844/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:seqnumDuringOpen/1734078066844/Put/vlen=8/seqid=103 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:server/1734078066844/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:server/1734078066844/Put/vlen=18/seqid=103 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:serverstartcode/1734078066844/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:serverstartcode/1734078066844/Put/vlen=8/seqid=103 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:sn/1734078066654/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:sn/1734078066654/Put/vlen=32/seqid=82 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:state/1734078066844/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:state/1734078066844/Put/vlen=4/seqid=103 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:regioninfo/1734078066946/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:regioninfo/1734078066946/Put/vlen=65/seqid=116 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:seqnumDuringOpen/1734078066946/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:seqnumDuringOpen/1734078066946/Put/vlen=8/seqid=116 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:server/1734078066946/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:server/1734078066946/Put/vlen=18/seqid=116 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:serverstartcode/1734078066946/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:serverstartcode/1734078066946/Put/vlen=8/seqid=116 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:sn/1734078066667/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:sn/1734078066667/Put/vlen=32/seqid=88 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:state/1734078066946/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:state/1734078066946/Put/vlen=4/seqid=116 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:regioninfo/1734078066870/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:regioninfo/1734078066870/Put/vlen=65/seqid=107 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:seqnumDuringOpen/1734078066870/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:seqnumDuringOpen/1734078066870/Put/vlen=8/seqid=107 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:server/1734078066870/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:server/1734078066870/Put/vlen=18/seqid=107 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:serverstartcode/1734078066870/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:serverstartcode/1734078066870/Put/vlen=8/seqid=107 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:sn/1734078066676/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:sn/1734078066676/Put/vlen=32/seqid=97 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:state/1734078066870/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:state/1734078066870/Put/vlen=4/seqid=107 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:regioninfo/1734078066888/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:regioninfo/1734078066888/Put/vlen=65/seqid=110 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:seqnumDuringOpen/1734078066888/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:seqnumDuringOpen/1734078066888/Put/vlen=8/seqid=110 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:server/1734078066888/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:server/1734078066888/Put/vlen=18/seqid=110 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:serverstartcode/1734078066888/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:serverstartcode/1734078066888/Put/vlen=8/seqid=110 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:sn/1734078066644/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:sn/1734078066644/Put/vlen=32/seqid=74 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:state/1734078066888/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:state/1734078066888/Put/vlen=4/seqid=110 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:regioninfo/1734078066833/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:regioninfo/1734078066833/Put/vlen=65/seqid=101 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:seqnumDuringOpen/1734078066833/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:seqnumDuringOpen/1734078066833/Put/vlen=8/seqid=101 2024-12-13T08:21:08,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:server/1734078066833/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:server/1734078066833/Put/vlen=18/seqid=101 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:serverstartcode/1734078066833/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:serverstartcode/1734078066833/Put/vlen=8/seqid=101 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:sn/1734078066664/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:sn/1734078066664/Put/vlen=32/seqid=87 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:state/1734078066833/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:state/1734078066833/Put/vlen=4/seqid=101 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:regioninfo/1734078066873/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:regioninfo/1734078066873/Put/vlen=65/seqid=108 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:seqnumDuringOpen/1734078066873/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:seqnumDuringOpen/1734078066873/Put/vlen=8/seqid=108 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:server/1734078066873/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:server/1734078066873/Put/vlen=18/seqid=108 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:serverstartcode/1734078066873/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:serverstartcode/1734078066873/Put/vlen=8/seqid=108 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:sn/1734078066663/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:sn/1734078066663/Put/vlen=32/seqid=85 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:state/1734078066873/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:state/1734078066873/Put/vlen=4/seqid=108 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:regioninfo/1734078066849/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:regioninfo/1734078066849/Put/vlen=65/seqid=104 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:seqnumDuringOpen/1734078066849/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:seqnumDuringOpen/1734078066849/Put/vlen=8/seqid=104 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:server/1734078066849/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:server/1734078066849/Put/vlen=18/seqid=104 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:serverstartcode/1734078066849/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:serverstartcode/1734078066849/Put/vlen=8/seqid=104 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:sn/1734078066674/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:sn/1734078066674/Put/vlen=32/seqid=96 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:state/1734078066849/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:state/1734078066849/Put/vlen=4/seqid=104 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:regioninfo/1734078066824/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:regioninfo/1734078066824/Put/vlen=65/seqid=100 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:seqnumDuringOpen/1734078066824/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:seqnumDuringOpen/1734078066824/Put/vlen=8/seqid=100 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:server/1734078066824/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:server/1734078066824/Put/vlen=18/seqid=100 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:serverstartcode/1734078066824/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:serverstartcode/1734078066824/Put/vlen=8/seqid=100 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:sn/1734078066644/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:sn/1734078066644/Put/vlen=32/seqid=75 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:state/1734078066824/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:state/1734078066824/Put/vlen=4/seqid=100 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:regioninfo/1734078066860/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:regioninfo/1734078066860/Put/vlen=65/seqid=105 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:seqnumDuringOpen/1734078066860/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:seqnumDuringOpen/1734078066860/Put/vlen=8/seqid=105 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:server/1734078066860/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:server/1734078066860/Put/vlen=18/seqid=105 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:serverstartcode/1734078066860/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:serverstartcode/1734078066860/Put/vlen=8/seqid=105 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:sn/1734078066669/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:sn/1734078066669/Put/vlen=32/seqid=90 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:state/1734078066860/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:state/1734078066860/Put/vlen=4/seqid=105 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:regioninfo/1734078066956/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:regioninfo/1734078066956/Put/vlen=65/seqid=117 2024-12-13T08:21:08,116 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:seqnumDuringOpen/1734078066956/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:seqnumDuringOpen/1734078066956/Put/vlen=8/seqid=117 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:server/1734078066956/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:server/1734078066956/Put/vlen=18/seqid=117 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:serverstartcode/1734078066956/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:serverstartcode/1734078066956/Put/vlen=8/seqid=117 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:sn/1734078066654/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:sn/1734078066654/Put/vlen=32/seqid=83 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:state/1734078066956/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:state/1734078066956/Put/vlen=4/seqid=117 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:regioninfo/1734078066965/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:regioninfo/1734078066965/Put/vlen=65/seqid=118 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:seqnumDuringOpen/1734078066965/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:seqnumDuringOpen/1734078066965/Put/vlen=8/seqid=118 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:server/1734078066965/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:server/1734078066965/Put/vlen=18/seqid=118 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:serverstartcode/1734078066965/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:serverstartcode/1734078066965/Put/vlen=8/seqid=118 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:sn/1734078066676/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:sn/1734078066676/Put/vlen=32/seqid=98 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:state/1734078066965/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:state/1734078066965/Put/vlen=4/seqid=118 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:regioninfo/1734078066869/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:regioninfo/1734078066869/Put/vlen=65/seqid=106 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:seqnumDuringOpen/1734078066869/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:seqnumDuringOpen/1734078066869/Put/vlen=8/seqid=106 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:server/1734078066869/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:server/1734078066869/Put/vlen=18/seqid=106 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:serverstartcode/1734078066869/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:serverstartcode/1734078066869/Put/vlen=8/seqid=106 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:sn/1734078066644/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:sn/1734078066644/Put/vlen=32/seqid=76 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:state/1734078066869/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:state/1734078066869/Put/vlen=4/seqid=106 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:regioninfo/1734078066885/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:regioninfo/1734078066885/Put/vlen=65/seqid=109 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:seqnumDuringOpen/1734078066885/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:seqnumDuringOpen/1734078066885/Put/vlen=8/seqid=109 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:server/1734078066885/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:server/1734078066885/Put/vlen=18/seqid=109 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:serverstartcode/1734078066885/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:serverstartcode/1734078066885/Put/vlen=8/seqid=109 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:sn/1734078066667/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:sn/1734078066667/Put/vlen=32/seqid=89 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:state/1734078066885/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:state/1734078066885/Put/vlen=4/seqid=109 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:regioninfo/1734078066905/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:regioninfo/1734078066905/Put/vlen=65/seqid=112 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:seqnumDuringOpen/1734078066905/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:seqnumDuringOpen/1734078066905/Put/vlen=8/seqid=112 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:server/1734078066905/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:server/1734078066905/Put/vlen=18/seqid=112 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:serverstartcode/1734078066905/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:serverstartcode/1734078066905/Put/vlen=8/seqid=112 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:sn/1734078066652/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:sn/1734078066652/Put/vlen=32/seqid=80 2024-12-13T08:21:08,117 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:state/1734078066905/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:state/1734078066905/Put/vlen=4/seqid=112 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:regioninfo/1734078066925/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:regioninfo/1734078066925/Put/vlen=65/seqid=115 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:seqnumDuringOpen/1734078066925/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:seqnumDuringOpen/1734078066925/Put/vlen=8/seqid=115 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:server/1734078066925/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:server/1734078066925/Put/vlen=18/seqid=115 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:serverstartcode/1734078066925/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:serverstartcode/1734078066925/Put/vlen=8/seqid=115 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:sn/1734078066670/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:sn/1734078066670/Put/vlen=32/seqid=94 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:state/1734078066925/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:state/1734078066925/Put/vlen=4/seqid=115 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:regioninfo/1734078066919/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:regioninfo/1734078066919/Put/vlen=65/seqid=113 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:seqnumDuringOpen/1734078066919/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:seqnumDuringOpen/1734078066919/Put/vlen=8/seqid=113 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:server/1734078066919/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:server/1734078066919/Put/vlen=18/seqid=113 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:serverstartcode/1734078066919/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:serverstartcode/1734078066919/Put/vlen=8/seqid=113 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:sn/1734078066645/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:sn/1734078066645/Put/vlen=32/seqid=78 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:state/1734078066919/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:state/1734078066919/Put/vlen=4/seqid=113 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:regioninfo/1734078066991/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:regioninfo/1734078066991/Put/vlen=65/seqid=121 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:seqnumDuringOpen/1734078066991/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:seqnumDuringOpen/1734078066991/Put/vlen=8/seqid=121 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:server/1734078066991/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:server/1734078066991/Put/vlen=18/seqid=121 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:serverstartcode/1734078066991/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:serverstartcode/1734078066991/Put/vlen=8/seqid=121 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:sn/1734078066664/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:sn/1734078066664/Put/vlen=32/seqid=86 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:state/1734078066991/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:state/1734078066991/Put/vlen=4/seqid=121 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:regioninfo/1734078066971/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:regioninfo/1734078066971/Put/vlen=65/seqid=119 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:seqnumDuringOpen/1734078066971/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:seqnumDuringOpen/1734078066971/Put/vlen=8/seqid=119 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:server/1734078066971/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:server/1734078066971/Put/vlen=18/seqid=119 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:serverstartcode/1734078066971/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:serverstartcode/1734078066971/Put/vlen=8/seqid=119 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:sn/1734078066661/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:sn/1734078066661/Put/vlen=32/seqid=84 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:state/1734078066971/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:state/1734078066971/Put/vlen=4/seqid=119 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:regioninfo/1734078066901/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:regioninfo/1734078066901/Put/vlen=65/seqid=111 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:seqnumDuringOpen/1734078066901/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:seqnumDuringOpen/1734078066901/Put/vlen=8/seqid=111 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:server/1734078066901/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:server/1734078066901/Put/vlen=18/seqid=111 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:serverstartcode/1734078066901/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:serverstartcode/1734078066901/Put/vlen=8/seqid=111 2024-12-13T08:21:08,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:sn/1734078066670/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:sn/1734078066670/Put/vlen=32/seqid=93 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:state/1734078066901/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:state/1734078066901/Put/vlen=4/seqid=111 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:regioninfo/1734078066921/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:regioninfo/1734078066921/Put/vlen=65/seqid=114 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:seqnumDuringOpen/1734078066921/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:seqnumDuringOpen/1734078066921/Put/vlen=8/seqid=114 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:server/1734078066921/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:server/1734078066921/Put/vlen=18/seqid=114 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:serverstartcode/1734078066921/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:serverstartcode/1734078066921/Put/vlen=8/seqid=114 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:sn/1734078066670/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:sn/1734078066670/Put/vlen=32/seqid=92 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:state/1734078066921/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:state/1734078066921/Put/vlen=4/seqid=114 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:regioninfo/1734078066843/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:regioninfo/1734078066843/Put/vlen=65/seqid=102 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:seqnumDuringOpen/1734078066843/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:seqnumDuringOpen/1734078066843/Put/vlen=8/seqid=102 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:server/1734078066843/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:server/1734078066843/Put/vlen=18/seqid=102 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:serverstartcode/1734078066843/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:serverstartcode/1734078066843/Put/vlen=8/seqid=102 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:sn/1734078066644/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:sn/1734078066644/Put/vlen=32/seqid=77 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:state/1734078066843/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:state/1734078066843/Put/vlen=4/seqid=102 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:regioninfo/1734078066992/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:regioninfo/1734078066992/Put/vlen=65/seqid=122 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:seqnumDuringOpen/1734078066992/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:seqnumDuringOpen/1734078066992/Put/vlen=8/seqid=122 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:server/1734078066992/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:server/1734078066992/Put/vlen=18/seqid=122 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:serverstartcode/1734078066992/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:serverstartcode/1734078066992/Put/vlen=8/seqid=122 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:sn/1734078066653/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:sn/1734078066653/Put/vlen=32/seqid=81 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:state/1734078066992/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:state/1734078066992/Put/vlen=4/seqid=122 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:regioninfo/1734078066981/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:regioninfo/1734078066981/Put/vlen=65/seqid=120 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:seqnumDuringOpen/1734078066981/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:seqnumDuringOpen/1734078066981/Put/vlen=8/seqid=120 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:server/1734078066981/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:server/1734078066981/Put/vlen=18/seqid=120 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:serverstartcode/1734078066981/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:serverstartcode/1734078066981/Put/vlen=8/seqid=120 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:sn/1734078066673/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:sn/1734078066673/Put/vlen=32/seqid=95 2024-12-13T08:21:08,119 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:state/1734078066981/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:state/1734078066981/Put/vlen=4/seqid=120 2024-12-13T08:21:08,120 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:regioninfo/1734078066808/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:regioninfo/1734078066808/Put/vlen=62/seqid=99 2024-12-13T08:21:08,120 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:seqnumDuringOpen/1734078066808/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:seqnumDuringOpen/1734078066808/Put/vlen=8/seqid=99 2024-12-13T08:21:08,120 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:server/1734078066808/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:server/1734078066808/Put/vlen=18/seqid=99 2024-12-13T08:21:08,120 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:serverstartcode/1734078066808/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:serverstartcode/1734078066808/Put/vlen=8/seqid=99 2024-12-13T08:21:08,120 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:sn/1734078066652/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:sn/1734078066652/Put/vlen=32/seqid=79 2024-12-13T08:21:08,120 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:state/1734078066808/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:state/1734078066808/Put/vlen=4/seqid=99 2024-12-13T08:21:08,120 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:21:08,120 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace/table:state/1734078062517/Put/vlen=2/seqid=8 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:regioninfo/1734078062514/Put/vlen=41/seqid=7 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:seqnumDuringOpen/1734078062514/Put/vlen=8/seqid=7 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:server/1734078062514/Put/vlen=18/seqid=7 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:serverstartcode/1734078062514/Put/vlen=8/seqid=7 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:sn/1734078062350/Put/vlen=32/seqid=6 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b./info:state/1734078062514/Put/vlen=4/seqid=7 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0/table:state/1734078064935/Put/vlen=2/seqid=71 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:regioninfo/1734078064766/Put/vlen=62/seqid=51 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:seqnumDuringOpen/1734078064766/Put/vlen=8/seqid=51 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:server/1734078064766/Put/vlen=18/seqid=51 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:serverstartcode/1734078064766/Put/vlen=8/seqid=51 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:sn/1734078064593/Put/vlen=32/seqid=37 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7./info:state/1734078064766/Put/vlen=4/seqid=51 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:regioninfo/1734078064844/Put/vlen=65/seqid=63 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:seqnumDuringOpen/1734078064844/Put/vlen=8/seqid=63 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:server/1734078064844/Put/vlen=18/seqid=63 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:serverstartcode/1734078064844/Put/vlen=8/seqid=63 2024-12-13T08:21:08,122 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:sn/1734078064551/Put/vlen=32/seqid=22 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:state/1734078064844/Put/vlen=4/seqid=63 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:regioninfo/1734078064749/Put/vlen=65/seqid=50 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:seqnumDuringOpen/1734078064749/Put/vlen=8/seqid=50 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:server/1734078064749/Put/vlen=18/seqid=50 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:serverstartcode/1734078064749/Put/vlen=8/seqid=50 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:sn/1734078064566/Put/vlen=32/seqid=29 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027./info:state/1734078064749/Put/vlen=4/seqid=50 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:regioninfo/1734078064861/Put/vlen=65/seqid=65 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:seqnumDuringOpen/1734078064861/Put/vlen=8/seqid=65 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:server/1734078064861/Put/vlen=18/seqid=65 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:serverstartcode/1734078064861/Put/vlen=8/seqid=65 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:sn/1734078064610/Put/vlen=32/seqid=45 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f./info:state/1734078064861/Put/vlen=4/seqid=65 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:regioninfo/1734078064719/Put/vlen=65/seqid=46 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:seqnumDuringOpen/1734078064719/Put/vlen=8/seqid=46 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:server/1734078064719/Put/vlen=18/seqid=46 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:serverstartcode/1734078064719/Put/vlen=8/seqid=46 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:sn/1734078064551/Put/vlen=32/seqid=24 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75./info:state/1734078064719/Put/vlen=4/seqid=46 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:regioninfo/1734078064790/Put/vlen=65/seqid=54 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:seqnumDuringOpen/1734078064790/Put/vlen=8/seqid=54 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:server/1734078064790/Put/vlen=18/seqid=54 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:serverstartcode/1734078064790/Put/vlen=8/seqid=54 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:sn/1734078064595/Put/vlen=32/seqid=39 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21./info:state/1734078064790/Put/vlen=4/seqid=54 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:regioninfo/1734078064780/Put/vlen=65/seqid=53 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:seqnumDuringOpen/1734078064780/Put/vlen=8/seqid=53 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:server/1734078064780/Put/vlen=18/seqid=53 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:serverstartcode/1734078064780/Put/vlen=8/seqid=53 2024-12-13T08:21:08,123 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:sn/1734078064569/Put/vlen=32/seqid=30 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f./info:state/1734078064780/Put/vlen=4/seqid=53 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:regioninfo/1734078064824/Put/vlen=65/seqid=61 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:seqnumDuringOpen/1734078064824/Put/vlen=8/seqid=61 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:server/1734078064824/Put/vlen=18/seqid=61 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:serverstartcode/1734078064824/Put/vlen=8/seqid=61 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:sn/1734078064607/Put/vlen=32/seqid=42 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3./info:state/1734078064824/Put/vlen=4/seqid=61 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:regioninfo/1734078064819/Put/vlen=65/seqid=59 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:seqnumDuringOpen/1734078064819/Put/vlen=8/seqid=59 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:server/1734078064819/Put/vlen=18/seqid=59 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:serverstartcode/1734078064819/Put/vlen=8/seqid=59 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:sn/1734078064561/Put/vlen=32/seqid=26 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba./info:state/1734078064819/Put/vlen=4/seqid=59 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:regioninfo/1734078064890/Put/vlen=65/seqid=68 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:seqnumDuringOpen/1734078064890/Put/vlen=8/seqid=68 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:server/1734078064890/Put/vlen=18/seqid=68 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:serverstartcode/1734078064890/Put/vlen=8/seqid=68 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:sn/1734078064574/Put/vlen=32/seqid=34 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2./info:state/1734078064890/Put/vlen=4/seqid=68 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:regioninfo/1734078064822/Put/vlen=65/seqid=60 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:seqnumDuringOpen/1734078064822/Put/vlen=8/seqid=60 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:server/1734078064822/Put/vlen=18/seqid=60 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:serverstartcode/1734078064822/Put/vlen=8/seqid=60 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:sn/1734078064573/Put/vlen=32/seqid=32 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa./info:state/1734078064822/Put/vlen=4/seqid=60 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:regioninfo/1734078064920/Put/vlen=65/seqid=70 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:seqnumDuringOpen/1734078064920/Put/vlen=8/seqid=70 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:server/1734078064920/Put/vlen=18/seqid=70 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:serverstartcode/1734078064920/Put/vlen=8/seqid=70 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:sn/1734078064609/Put/vlen=32/seqid=44 2024-12-13T08:21:08,124 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5./info:state/1734078064920/Put/vlen=4/seqid=70 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:regioninfo/1734078064748/Put/vlen=65/seqid=49 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:seqnumDuringOpen/1734078064748/Put/vlen=8/seqid=49 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:server/1734078064748/Put/vlen=18/seqid=49 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:serverstartcode/1734078064748/Put/vlen=8/seqid=49 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:sn/1734078064551/Put/vlen=32/seqid=23 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629./info:state/1734078064748/Put/vlen=4/seqid=49 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:regioninfo/1734078064810/Put/vlen=65/seqid=58 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:seqnumDuringOpen/1734078064810/Put/vlen=8/seqid=58 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:server/1734078064810/Put/vlen=18/seqid=58 2024-12-13T08:21:08,125 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 77609, reset compression=false 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:serverstartcode/1734078064810/Put/vlen=8/seqid=58 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:sn/1734078064595/Put/vlen=32/seqid=38 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f./info:state/1734078064810/Put/vlen=4/seqid=58 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:regioninfo/1734078064798/Put/vlen=65/seqid=57 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:seqnumDuringOpen/1734078064798/Put/vlen=8/seqid=57 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:server/1734078064798/Put/vlen=18/seqid=57 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:serverstartcode/1734078064798/Put/vlen=8/seqid=57 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:sn/1734078064564/Put/vlen=32/seqid=28 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b./info:state/1734078064798/Put/vlen=4/seqid=57 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:regioninfo/1734078064887/Put/vlen=65/seqid=67 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:seqnumDuringOpen/1734078064887/Put/vlen=8/seqid=67 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:server/1734078064887/Put/vlen=18/seqid=67 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:serverstartcode/1734078064887/Put/vlen=8/seqid=67 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:sn/1734078064607/Put/vlen=32/seqid=43 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45./info:state/1734078064887/Put/vlen=4/seqid=67 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:regioninfo/1734078064796/Put/vlen=65/seqid=56 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:seqnumDuringOpen/1734078064796/Put/vlen=8/seqid=56 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:server/1734078064796/Put/vlen=18/seqid=56 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:serverstartcode/1734078064796/Put/vlen=8/seqid=56 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:sn/1734078064551/Put/vlen=32/seqid=25 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d./info:state/1734078064796/Put/vlen=4/seqid=56 2024-12-13T08:21:08,125 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:regioninfo/1734078064862/Put/vlen=65/seqid=66 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:seqnumDuringOpen/1734078064862/Put/vlen=8/seqid=66 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:server/1734078064862/Put/vlen=18/seqid=66 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:serverstartcode/1734078064862/Put/vlen=8/seqid=66 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:sn/1734078064574/Put/vlen=32/seqid=35 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9./info:state/1734078064862/Put/vlen=4/seqid=66 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:regioninfo/1734078064737/Put/vlen=65/seqid=48 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:seqnumDuringOpen/1734078064737/Put/vlen=8/seqid=48 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:server/1734078064737/Put/vlen=18/seqid=48 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:serverstartcode/1734078064737/Put/vlen=8/seqid=48 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:sn/1734078064573/Put/vlen=32/seqid=31 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299./info:state/1734078064737/Put/vlen=4/seqid=48 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:regioninfo/1734078064899/Put/vlen=65/seqid=69 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:seqnumDuringOpen/1734078064899/Put/vlen=8/seqid=69 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:server/1734078064899/Put/vlen=18/seqid=69 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:serverstartcode/1734078064899/Put/vlen=8/seqid=69 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:sn/1734078064600/Put/vlen=32/seqid=41 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58./info:state/1734078064899/Put/vlen=4/seqid=69 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:regioninfo/1734078064778/Put/vlen=65/seqid=52 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:seqnumDuringOpen/1734078064778/Put/vlen=8/seqid=52 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:server/1734078064778/Put/vlen=18/seqid=52 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:serverstartcode/1734078064778/Put/vlen=8/seqid=52 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:sn/1734078064551/Put/vlen=32/seqid=21 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5./info:state/1734078064778/Put/vlen=4/seqid=52 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:regioninfo/1734078064859/Put/vlen=65/seqid=64 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:seqnumDuringOpen/1734078064859/Put/vlen=8/seqid=64 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:server/1734078064859/Put/vlen=18/seqid=64 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:serverstartcode/1734078064859/Put/vlen=8/seqid=64 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:sn/1734078064574/Put/vlen=32/seqid=33 2024-12-13T08:21:08,126 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8./info:state/1734078064859/Put/vlen=4/seqid=64 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:regioninfo/1734078064834/Put/vlen=65/seqid=62 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:seqnumDuringOpen/1734078064834/Put/vlen=8/seqid=62 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:server/1734078064834/Put/vlen=18/seqid=62 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:serverstartcode/1734078064834/Put/vlen=8/seqid=62 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:sn/1734078064590/Put/vlen=32/seqid=36 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b./info:state/1734078064834/Put/vlen=4/seqid=62 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:regioninfo/1734078064793/Put/vlen=65/seqid=55 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:seqnumDuringOpen/1734078064793/Put/vlen=8/seqid=55 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:server/1734078064793/Put/vlen=18/seqid=55 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:serverstartcode/1734078064793/Put/vlen=8/seqid=55 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:sn/1734078064596/Put/vlen=32/seqid=40 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273./info:state/1734078064793/Put/vlen=4/seqid=55 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:regioninfo/1734078064735/Put/vlen=62/seqid=47 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:seqnumDuringOpen/1734078064735/Put/vlen=8/seqid=47 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:server/1734078064735/Put/vlen=18/seqid=47 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:serverstartcode/1734078064735/Put/vlen=8/seqid=47 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:sn/1734078064564/Put/vlen=32/seqid=27 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278./info:state/1734078064735/Put/vlen=4/seqid=47 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1/table:state/1734078067025/Put/vlen=2/seqid=124 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:regioninfo/1734078067013/Put/vlen=62/seqid=123 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:seqnumDuringOpen/1734078067013/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:seqnumDuringOpen/1734078067013/Put/vlen=8/seqid=123 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:server/1734078067013/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:server/1734078067013/Put/vlen=18/seqid=123 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:serverstartcode/1734078067013/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:serverstartcode/1734078067013/Put/vlen=8/seqid=123 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:sn/1734078066670/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:sn/1734078066670/Put/vlen=32/seqid=91 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:state/1734078067013/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9./info:state/1734078067013/Put/vlen=4/seqid=123 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:regioninfo/1734078066844/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:regioninfo/1734078066844/Put/vlen=65/seqid=103 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:seqnumDuringOpen/1734078066844/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:seqnumDuringOpen/1734078066844/Put/vlen=8/seqid=103 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:server/1734078066844/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:server/1734078066844/Put/vlen=18/seqid=103 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:serverstartcode/1734078066844/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:serverstartcode/1734078066844/Put/vlen=8/seqid=103 2024-12-13T08:21:08,127 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:sn/1734078066654/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:sn/1734078066654/Put/vlen=32/seqid=82 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:state/1734078066844/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb./info:state/1734078066844/Put/vlen=4/seqid=103 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:regioninfo/1734078066946/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:regioninfo/1734078066946/Put/vlen=65/seqid=116 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:seqnumDuringOpen/1734078066946/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:seqnumDuringOpen/1734078066946/Put/vlen=8/seqid=116 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:server/1734078066946/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:server/1734078066946/Put/vlen=18/seqid=116 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:serverstartcode/1734078066946/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:serverstartcode/1734078066946/Put/vlen=8/seqid=116 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:sn/1734078066667/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:sn/1734078066667/Put/vlen=32/seqid=88 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:state/1734078066946/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba./info:state/1734078066946/Put/vlen=4/seqid=116 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:regioninfo/1734078066870/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:regioninfo/1734078066870/Put/vlen=65/seqid=107 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:seqnumDuringOpen/1734078066870/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:seqnumDuringOpen/1734078066870/Put/vlen=8/seqid=107 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:server/1734078066870/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:server/1734078066870/Put/vlen=18/seqid=107 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:serverstartcode/1734078066870/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:serverstartcode/1734078066870/Put/vlen=8/seqid=107 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:sn/1734078066676/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:sn/1734078066676/Put/vlen=32/seqid=97 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:state/1734078066870/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49./info:state/1734078066870/Put/vlen=4/seqid=107 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:regioninfo/1734078066888/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:regioninfo/1734078066888/Put/vlen=65/seqid=110 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:seqnumDuringOpen/1734078066888/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:seqnumDuringOpen/1734078066888/Put/vlen=8/seqid=110 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:server/1734078066888/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:server/1734078066888/Put/vlen=18/seqid=110 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:serverstartcode/1734078066888/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:serverstartcode/1734078066888/Put/vlen=8/seqid=110 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:sn/1734078066644/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:sn/1734078066644/Put/vlen=32/seqid=74 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:state/1734078066888/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006./info:state/1734078066888/Put/vlen=4/seqid=110 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:regioninfo/1734078066833/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:regioninfo/1734078066833/Put/vlen=65/seqid=101 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:seqnumDuringOpen/1734078066833/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:seqnumDuringOpen/1734078066833/Put/vlen=8/seqid=101 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:server/1734078066833/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:server/1734078066833/Put/vlen=18/seqid=101 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:serverstartcode/1734078066833/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:serverstartcode/1734078066833/Put/vlen=8/seqid=101 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:sn/1734078066664/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:sn/1734078066664/Put/vlen=32/seqid=87 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:state/1734078066833/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80./info:state/1734078066833/Put/vlen=4/seqid=101 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:regioninfo/1734078066873/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:regioninfo/1734078066873/Put/vlen=65/seqid=108 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:seqnumDuringOpen/1734078066873/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:seqnumDuringOpen/1734078066873/Put/vlen=8/seqid=108 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:server/1734078066873/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:server/1734078066873/Put/vlen=18/seqid=108 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:serverstartcode/1734078066873/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:serverstartcode/1734078066873/Put/vlen=8/seqid=108 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:sn/1734078066663/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:sn/1734078066663/Put/vlen=32/seqid=85 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:state/1734078066873/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e./info:state/1734078066873/Put/vlen=4/seqid=108 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:regioninfo/1734078066849/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:regioninfo/1734078066849/Put/vlen=65/seqid=104 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:seqnumDuringOpen/1734078066849/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:seqnumDuringOpen/1734078066849/Put/vlen=8/seqid=104 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:server/1734078066849/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:server/1734078066849/Put/vlen=18/seqid=104 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:serverstartcode/1734078066849/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:serverstartcode/1734078066849/Put/vlen=8/seqid=104 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:sn/1734078066674/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:sn/1734078066674/Put/vlen=32/seqid=96 2024-12-13T08:21:08,128 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:state/1734078066849/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200./info:state/1734078066849/Put/vlen=4/seqid=104 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:regioninfo/1734078066824/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:regioninfo/1734078066824/Put/vlen=65/seqid=100 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:seqnumDuringOpen/1734078066824/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:seqnumDuringOpen/1734078066824/Put/vlen=8/seqid=100 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:server/1734078066824/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:server/1734078066824/Put/vlen=18/seqid=100 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:serverstartcode/1734078066824/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:serverstartcode/1734078066824/Put/vlen=8/seqid=100 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:sn/1734078066644/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:sn/1734078066644/Put/vlen=32/seqid=75 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:state/1734078066824/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576./info:state/1734078066824/Put/vlen=4/seqid=100 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:regioninfo/1734078066860/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:regioninfo/1734078066860/Put/vlen=65/seqid=105 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:seqnumDuringOpen/1734078066860/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:seqnumDuringOpen/1734078066860/Put/vlen=8/seqid=105 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:server/1734078066860/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:server/1734078066860/Put/vlen=18/seqid=105 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:serverstartcode/1734078066860/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:serverstartcode/1734078066860/Put/vlen=8/seqid=105 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:sn/1734078066669/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:sn/1734078066669/Put/vlen=32/seqid=90 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:state/1734078066860/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6./info:state/1734078066860/Put/vlen=4/seqid=105 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:regioninfo/1734078066956/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:regioninfo/1734078066956/Put/vlen=65/seqid=117 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:seqnumDuringOpen/1734078066956/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:seqnumDuringOpen/1734078066956/Put/vlen=8/seqid=117 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:server/1734078066956/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:server/1734078066956/Put/vlen=18/seqid=117 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:serverstartcode/1734078066956/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:serverstartcode/1734078066956/Put/vlen=8/seqid=117 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:sn/1734078066654/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:sn/1734078066654/Put/vlen=32/seqid=83 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:state/1734078066956/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68./info:state/1734078066956/Put/vlen=4/seqid=117 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:regioninfo/1734078066965/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:regioninfo/1734078066965/Put/vlen=65/seqid=118 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:seqnumDuringOpen/1734078066965/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:seqnumDuringOpen/1734078066965/Put/vlen=8/seqid=118 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:server/1734078066965/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:server/1734078066965/Put/vlen=18/seqid=118 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:serverstartcode/1734078066965/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:serverstartcode/1734078066965/Put/vlen=8/seqid=118 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:sn/1734078066676/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:sn/1734078066676/Put/vlen=32/seqid=98 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:state/1734078066965/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1./info:state/1734078066965/Put/vlen=4/seqid=118 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:regioninfo/1734078066869/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:regioninfo/1734078066869/Put/vlen=65/seqid=106 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:seqnumDuringOpen/1734078066869/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:seqnumDuringOpen/1734078066869/Put/vlen=8/seqid=106 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:server/1734078066869/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:server/1734078066869/Put/vlen=18/seqid=106 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:serverstartcode/1734078066869/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:serverstartcode/1734078066869/Put/vlen=8/seqid=106 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:sn/1734078066644/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:sn/1734078066644/Put/vlen=32/seqid=76 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:state/1734078066869/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9./info:state/1734078066869/Put/vlen=4/seqid=106 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:regioninfo/1734078066885/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:regioninfo/1734078066885/Put/vlen=65/seqid=109 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:seqnumDuringOpen/1734078066885/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:seqnumDuringOpen/1734078066885/Put/vlen=8/seqid=109 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:server/1734078066885/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:server/1734078066885/Put/vlen=18/seqid=109 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:serverstartcode/1734078066885/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:serverstartcode/1734078066885/Put/vlen=8/seqid=109 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:sn/1734078066667/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:sn/1734078066667/Put/vlen=32/seqid=89 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:state/1734078066885/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49./info:state/1734078066885/Put/vlen=4/seqid=109 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:regioninfo/1734078066905/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:regioninfo/1734078066905/Put/vlen=65/seqid=112 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:seqnumDuringOpen/1734078066905/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:seqnumDuringOpen/1734078066905/Put/vlen=8/seqid=112 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:server/1734078066905/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:server/1734078066905/Put/vlen=18/seqid=112 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:serverstartcode/1734078066905/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:serverstartcode/1734078066905/Put/vlen=8/seqid=112 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:sn/1734078066652/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:sn/1734078066652/Put/vlen=32/seqid=80 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:state/1734078066905/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e./info:state/1734078066905/Put/vlen=4/seqid=112 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:regioninfo/1734078066925/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:regioninfo/1734078066925/Put/vlen=65/seqid=115 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:seqnumDuringOpen/1734078066925/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:seqnumDuringOpen/1734078066925/Put/vlen=8/seqid=115 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:server/1734078066925/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:server/1734078066925/Put/vlen=18/seqid=115 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:serverstartcode/1734078066925/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:serverstartcode/1734078066925/Put/vlen=8/seqid=115 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:sn/1734078066670/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:sn/1734078066670/Put/vlen=32/seqid=94 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:state/1734078066925/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc./info:state/1734078066925/Put/vlen=4/seqid=115 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:regioninfo/1734078066919/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:regioninfo/1734078066919/Put/vlen=65/seqid=113 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:seqnumDuringOpen/1734078066919/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:seqnumDuringOpen/1734078066919/Put/vlen=8/seqid=113 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:server/1734078066919/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:server/1734078066919/Put/vlen=18/seqid=113 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:serverstartcode/1734078066919/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:serverstartcode/1734078066919/Put/vlen=8/seqid=113 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:sn/1734078066645/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:sn/1734078066645/Put/vlen=32/seqid=78 2024-12-13T08:21:08,129 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:state/1734078066919/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab./info:state/1734078066919/Put/vlen=4/seqid=113 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:regioninfo/1734078066991/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:regioninfo/1734078066991/Put/vlen=65/seqid=121 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:seqnumDuringOpen/1734078066991/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:seqnumDuringOpen/1734078066991/Put/vlen=8/seqid=121 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:server/1734078066991/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:server/1734078066991/Put/vlen=18/seqid=121 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:serverstartcode/1734078066991/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:serverstartcode/1734078066991/Put/vlen=8/seqid=121 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:sn/1734078066664/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:sn/1734078066664/Put/vlen=32/seqid=86 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:state/1734078066991/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82./info:state/1734078066991/Put/vlen=4/seqid=121 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:regioninfo/1734078066971/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:regioninfo/1734078066971/Put/vlen=65/seqid=119 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:seqnumDuringOpen/1734078066971/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:seqnumDuringOpen/1734078066971/Put/vlen=8/seqid=119 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:server/1734078066971/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:server/1734078066971/Put/vlen=18/seqid=119 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:serverstartcode/1734078066971/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:serverstartcode/1734078066971/Put/vlen=8/seqid=119 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:sn/1734078066661/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:sn/1734078066661/Put/vlen=32/seqid=84 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:state/1734078066971/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5./info:state/1734078066971/Put/vlen=4/seqid=119 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:regioninfo/1734078066901/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:regioninfo/1734078066901/Put/vlen=65/seqid=111 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:seqnumDuringOpen/1734078066901/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:seqnumDuringOpen/1734078066901/Put/vlen=8/seqid=111 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:server/1734078066901/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:server/1734078066901/Put/vlen=18/seqid=111 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:serverstartcode/1734078066901/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:serverstartcode/1734078066901/Put/vlen=8/seqid=111 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:sn/1734078066670/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:sn/1734078066670/Put/vlen=32/seqid=93 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:state/1734078066901/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a./info:state/1734078066901/Put/vlen=4/seqid=111 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:regioninfo/1734078066921/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:regioninfo/1734078066921/Put/vlen=65/seqid=114 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:seqnumDuringOpen/1734078066921/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:seqnumDuringOpen/1734078066921/Put/vlen=8/seqid=114 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:server/1734078066921/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:server/1734078066921/Put/vlen=18/seqid=114 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:serverstartcode/1734078066921/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:serverstartcode/1734078066921/Put/vlen=8/seqid=114 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:sn/1734078066670/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:sn/1734078066670/Put/vlen=32/seqid=92 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:state/1734078066921/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40./info:state/1734078066921/Put/vlen=4/seqid=114 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:regioninfo/1734078066843/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:regioninfo/1734078066843/Put/vlen=65/seqid=102 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:seqnumDuringOpen/1734078066843/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:seqnumDuringOpen/1734078066843/Put/vlen=8/seqid=102 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:server/1734078066843/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:server/1734078066843/Put/vlen=18/seqid=102 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:serverstartcode/1734078066843/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:serverstartcode/1734078066843/Put/vlen=8/seqid=102 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:sn/1734078066644/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:sn/1734078066644/Put/vlen=32/seqid=77 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:state/1734078066843/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6./info:state/1734078066843/Put/vlen=4/seqid=102 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:regioninfo/1734078066992/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:regioninfo/1734078066992/Put/vlen=65/seqid=122 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:seqnumDuringOpen/1734078066992/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:seqnumDuringOpen/1734078066992/Put/vlen=8/seqid=122 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:server/1734078066992/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:server/1734078066992/Put/vlen=18/seqid=122 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:serverstartcode/1734078066992/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:serverstartcode/1734078066992/Put/vlen=8/seqid=122 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:sn/1734078066653/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:sn/1734078066653/Put/vlen=32/seqid=81 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:state/1734078066992/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312./info:state/1734078066992/Put/vlen=4/seqid=122 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:regioninfo/1734078066981/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:regioninfo/1734078066981/Put/vlen=65/seqid=120 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:seqnumDuringOpen/1734078066981/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:seqnumDuringOpen/1734078066981/Put/vlen=8/seqid=120 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:server/1734078066981/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:server/1734078066981/Put/vlen=18/seqid=120 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:serverstartcode/1734078066981/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:serverstartcode/1734078066981/Put/vlen=8/seqid=120 2024-12-13T08:21:08,130 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:sn/1734078066673/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:sn/1734078066673/Put/vlen=32/seqid=95 2024-12-13T08:21:08,131 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:state/1734078066981/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf./info:state/1734078066981/Put/vlen=4/seqid=120 2024-12-13T08:21:08,131 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:regioninfo/1734078066808/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:regioninfo/1734078066808/Put/vlen=62/seqid=99 2024-12-13T08:21:08,131 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:seqnumDuringOpen/1734078066808/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:seqnumDuringOpen/1734078066808/Put/vlen=8/seqid=99 2024-12-13T08:21:08,131 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:server/1734078066808/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:server/1734078066808/Put/vlen=18/seqid=99 2024-12-13T08:21:08,131 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:serverstartcode/1734078066808/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:serverstartcode/1734078066808/Put/vlen=8/seqid=99 2024-12-13T08:21:08,131 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:sn/1734078066652/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:sn/1734078066652/Put/vlen=32/seqid=79 2024-12-13T08:21:08,131 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:state/1734078066808/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870./info:state/1734078066808/Put/vlen=4/seqid=99 2024-12-13T08:21:08,132 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testHBaseMetaReplicates_1 2024-12-13T08:21:08,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testHBaseMetaReplicates_1 2024-12-13T08:21:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testHBaseMetaReplicates_1 2024-12-13T08:21:08,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicates_1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078068140"}]},"ts":"1734078068140"} 2024-12-13T08:21:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-13T08:21:08,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicates_1, state=DISABLING in hbase:meta 2024-12-13T08:21:08,159 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testHBaseMetaReplicates_1 to state=DISABLING 2024-12-13T08:21:08,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testHBaseMetaReplicates_1}] 2024-12-13T08:21:08,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=03c9e7bbb92dd3f55b978524451f47b9, UNASSIGN}, {pid=123, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=d8d9a631bf2efe54780d0d6837a761eb, UNASSIGN}, {pid=124, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=6adadc5c834db10a0f4f3f49a40f94ba, UNASSIGN}, {pid=125, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=657eb31326cda27afe139e4e7ac44b49, UNASSIGN}, {pid=126, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=64c89d3449d0c41c901ce3122320f006, UNASSIGN}, {pid=127, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e51f02f28350c8a3162ed76a2b4d6d80, UNASSIGN}, {pid=128, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b737a20b559b45f8a1a17eccab3e784e, UNASSIGN}, {pid=129, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=800bf8a48a37b38f62b40b6291dc2200, UNASSIGN}, {pid=130, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=61044708aa4de6a46e7765b0b8307576, UNASSIGN}, {pid=131, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=9ac497d7e07a79c04dd67f05641018a6, UNASSIGN}, {pid=132, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=af7586e8c842bbf6344d0e22fd929e68, UNASSIGN}, {pid=133, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=61e753238377817c359abf76aff87ee1, UNASSIGN}, {pid=134, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f5f84c85f2de69c919247609d4fb7ca9, UNASSIGN}, {pid=135, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=930ea21df16d3789bc25353bee23ae49, UNASSIGN}, {pid=136, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=416b2bedc0b9e076cd523418052b361e, UNASSIGN}, {pid=137, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b3b332bc94cd10883c2428b9aed9f1cc, UNASSIGN}, {pid=138, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=4272cb594444705cdf26eb153a8050ab, UNASSIGN}, {pid=139, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=52be811ad3d2542d944f15edb6037e82, UNASSIGN}, {pid=140, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=099052a7783b3f9960ba19d8269209e5, UNASSIGN}, {pid=141, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=449d8f5368ed384688b3fe0997f9847a, UNASSIGN}, {pid=142, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ab1b620bbfbe7012905d82755a594d40, UNASSIGN}, {pid=143, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2b7a4f550d0c2913722e6af5bed339e6, UNASSIGN}, {pid=144, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=eea3bc3d32e7097113f07784d1692312, UNASSIGN}, {pid=145, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=72ecaaa906b249abeed9cd1726e1aacf, UNASSIGN}, {pid=146, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ca7a2f9268967b05b650a10b84ca6870, UNASSIGN}] 2024-12-13T08:21:08,165 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=137, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b3b332bc94cd10883c2428b9aed9f1cc, UNASSIGN 2024-12-13T08:21:08,165 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=134, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f5f84c85f2de69c919247609d4fb7ca9, UNASSIGN 2024-12-13T08:21:08,165 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=136, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=416b2bedc0b9e076cd523418052b361e, UNASSIGN 2024-12-13T08:21:08,166 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=135, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=930ea21df16d3789bc25353bee23ae49, UNASSIGN 2024-12-13T08:21:08,166 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=137 updating hbase:meta row=b3b332bc94cd10883c2428b9aed9f1cc, regionState=CLOSING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:08,166 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=f5f84c85f2de69c919247609d4fb7ca9, regionState=CLOSING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:08,166 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=416b2bedc0b9e076cd523418052b361e, regionState=CLOSING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:08,166 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=135 updating hbase:meta row=930ea21df16d3789bc25353bee23ae49, regionState=CLOSING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:08,166 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ca7a2f9268967b05b650a10b84ca6870, UNASSIGN 2024-12-13T08:21:08,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=ca7a2f9268967b05b650a10b84ca6870, regionState=CLOSING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:08,167 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=137, state=RUNNABLE; CloseRegionProcedure b3b332bc94cd10883c2428b9aed9f1cc, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:08,168 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=134, state=RUNNABLE; CloseRegionProcedure f5f84c85f2de69c919247609d4fb7ca9, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:08,181 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,182 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=135, state=RUNNABLE; CloseRegionProcedure 930ea21df16d3789bc25353bee23ae49, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:08,182 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=136, state=RUNNABLE; CloseRegionProcedure 416b2bedc0b9e076cd523418052b361e, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:08,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=146, state=RUNNABLE; CloseRegionProcedure ca7a2f9268967b05b650a10b84ca6870, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:08,188 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=145, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=72ecaaa906b249abeed9cd1726e1aacf, UNASSIGN 2024-12-13T08:21:08,190 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=145 updating hbase:meta row=72ecaaa906b249abeed9cd1726e1aacf, regionState=CLOSING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:08,191 DEBUG [AsyncFSWAL-0-hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1-prefix:6b1293cedc9a,35779,1734078061125.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80539, logrollsize=80530 2024-12-13T08:21:08,191 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 6b1293cedc9a%2C35779%2C1734078061125.meta:.meta(num 1734078062044) roll requested 2024-12-13T08:21:08,193 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,193 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=143, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2b7a4f550d0c2913722e6af5bed339e6, UNASSIGN 2024-12-13T08:21:08,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=145, state=RUNNABLE; CloseRegionProcedure 72ecaaa906b249abeed9cd1726e1aacf, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:08,194 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=143 updating hbase:meta row=2b7a4f550d0c2913722e6af5bed339e6, regionState=CLOSING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:08,194 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=eea3bc3d32e7097113f07784d1692312, UNASSIGN 2024-12-13T08:21:08,194 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=141, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=449d8f5368ed384688b3fe0997f9847a, UNASSIGN 2024-12-13T08:21:08,195 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ab1b620bbfbe7012905d82755a594d40, UNASSIGN 2024-12-13T08:21:08,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=eea3bc3d32e7097113f07784d1692312, regionState=CLOSING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:08,195 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=ab1b620bbfbe7012905d82755a594d40, regionState=CLOSING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:08,195 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=141 updating hbase:meta row=449d8f5368ed384688b3fe0997f9847a, regionState=CLOSING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:08,197 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=140, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=099052a7783b3f9960ba19d8269209e5, UNASSIGN 2024-12-13T08:21:08,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=099052a7783b3f9960ba19d8269209e5, regionState=CLOSING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:08,198 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=143, state=RUNNABLE; CloseRegionProcedure 2b7a4f550d0c2913722e6af5bed339e6, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:08,199 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=144, state=RUNNABLE; CloseRegionProcedure eea3bc3d32e7097113f07784d1692312, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:08,200 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=142, state=RUNNABLE; CloseRegionProcedure ab1b620bbfbe7012905d82755a594d40, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:08,201 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,203 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,203 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=139, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=52be811ad3d2542d944f15edb6037e82, UNASSIGN 2024-12-13T08:21:08,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=141, state=RUNNABLE; CloseRegionProcedure 449d8f5368ed384688b3fe0997f9847a, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:08,204 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=139 updating hbase:meta row=52be811ad3d2542d944f15edb6037e82, regionState=CLOSING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:08,204 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=4272cb594444705cdf26eb153a8050ab, UNASSIGN 2024-12-13T08:21:08,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=140, state=RUNNABLE; CloseRegionProcedure 099052a7783b3f9960ba19d8269209e5, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:08,205 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,205 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=4272cb594444705cdf26eb153a8050ab, regionState=CLOSING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:08,206 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=133, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=61e753238377817c359abf76aff87ee1, UNASSIGN 2024-12-13T08:21:08,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=139, state=RUNNABLE; CloseRegionProcedure 52be811ad3d2542d944f15edb6037e82, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:08,207 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=133 updating hbase:meta row=61e753238377817c359abf76aff87ee1, regionState=CLOSING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:08,208 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=138, state=RUNNABLE; CloseRegionProcedure 4272cb594444705cdf26eb153a8050ab, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:08,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=133, state=RUNNABLE; CloseRegionProcedure 61e753238377817c359abf76aff87ee1, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:08,213 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=af7586e8c842bbf6344d0e22fd929e68, UNASSIGN 2024-12-13T08:21:08,213 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=131, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=9ac497d7e07a79c04dd67f05641018a6, UNASSIGN 2024-12-13T08:21:08,214 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=af7586e8c842bbf6344d0e22fd929e68, regionState=CLOSING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:08,214 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=131 updating hbase:meta row=9ac497d7e07a79c04dd67f05641018a6, regionState=CLOSING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:08,214 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=130, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=61044708aa4de6a46e7765b0b8307576, UNASSIGN 2024-12-13T08:21:08,215 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=129, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=800bf8a48a37b38f62b40b6291dc2200, UNASSIGN 2024-12-13T08:21:08,215 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=132, state=RUNNABLE; CloseRegionProcedure af7586e8c842bbf6344d0e22fd929e68, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:08,216 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta, exclude list is [], retry=0 2024-12-13T08:21:08,216 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,216 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=129 updating hbase:meta row=800bf8a48a37b38f62b40b6291dc2200, regionState=CLOSING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:08,216 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=61044708aa4de6a46e7765b0b8307576, regionState=CLOSING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:08,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=131, state=RUNNABLE; CloseRegionProcedure 9ac497d7e07a79c04dd67f05641018a6, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:08,218 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,218 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,219 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-ed6da0af-c205-4f0d-9dac-196d8f432c2c,DISK] 2024-12-13T08:21:08,219 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-ab5b0266-252c-48be-9ae9-69b64b874094,DISK] 2024-12-13T08:21:08,219 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36457,DS-f65acecc-3cca-4da2-81a2-d100a7a8984b,DISK] 2024-12-13T08:21:08,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=129, state=RUNNABLE; CloseRegionProcedure 800bf8a48a37b38f62b40b6291dc2200, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:08,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=130, state=RUNNABLE; CloseRegionProcedure 61044708aa4de6a46e7765b0b8307576, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:08,225 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=127, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e51f02f28350c8a3162ed76a2b4d6d80, UNASSIGN 2024-12-13T08:21:08,225 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=127 updating hbase:meta row=e51f02f28350c8a3162ed76a2b4d6d80, regionState=CLOSING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:08,226 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b737a20b559b45f8a1a17eccab3e784e, UNASSIGN 2024-12-13T08:21:08,226 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=126, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=64c89d3449d0c41c901ce3122320f006, UNASSIGN 2024-12-13T08:21:08,226 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=127, state=RUNNABLE; CloseRegionProcedure e51f02f28350c8a3162ed76a2b4d6d80, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:08,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=b737a20b559b45f8a1a17eccab3e784e, regionState=CLOSING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:08,227 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=64c89d3449d0c41c901ce3122320f006, regionState=CLOSING, regionLocation=6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:08,228 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=128, state=RUNNABLE; CloseRegionProcedure b737a20b559b45f8a1a17eccab3e784e, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:08,228 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=126, state=RUNNABLE; CloseRegionProcedure 64c89d3449d0c41c901ce3122320f006, server=6b1293cedc9a,41757,1734078061077}] 2024-12-13T08:21:08,238 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=6adadc5c834db10a0f4f3f49a40f94ba, UNASSIGN 2024-12-13T08:21:08,238 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=125, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=657eb31326cda27afe139e4e7ac44b49, UNASSIGN 2024-12-13T08:21:08,238 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=123, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=d8d9a631bf2efe54780d0d6837a761eb, UNASSIGN 2024-12-13T08:21:08,239 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=03c9e7bbb92dd3f55b978524451f47b9, UNASSIGN 2024-12-13T08:21:08,239 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=6adadc5c834db10a0f4f3f49a40f94ba, regionState=CLOSING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:08,239 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=125 updating hbase:meta row=657eb31326cda27afe139e4e7ac44b49, regionState=CLOSING, regionLocation=6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:08,240 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=03c9e7bbb92dd3f55b978524451f47b9, regionState=CLOSING, regionLocation=6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:08,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=123 updating hbase:meta row=d8d9a631bf2efe54780d0d6837a761eb, regionState=CLOSING, regionLocation=6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:08,240 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=124, state=RUNNABLE; CloseRegionProcedure 6adadc5c834db10a0f4f3f49a40f94ba, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:08,240 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=125, state=RUNNABLE; CloseRegionProcedure 657eb31326cda27afe139e4e7ac44b49, server=6b1293cedc9a,35779,1734078061125}] 2024-12-13T08:21:08,241 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-13T08:21:08,241 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:21:08,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=122, state=RUNNABLE; CloseRegionProcedure 03c9e7bbb92dd3f55b978524451f47b9, server=6b1293cedc9a,39509,1734078061028}] 2024-12-13T08:21:08,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=123, state=RUNNABLE; CloseRegionProcedure d8d9a631bf2efe54780d0d6837a761eb, server=6b1293cedc9a,40219,1734078061169}] 2024-12-13T08:21:08,252 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta with entries=144, filesize=87.42 KB; new WAL /user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta 2024-12-13T08:21:08,254 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45597:45597),(127.0.0.1/127.0.0.1:41205:41205),(127.0.0.1/127.0.0.1:41325:41325)] 2024-12-13T08:21:08,254 DEBUG [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta is not closed yet, will try archiving it next time 2024-12-13T08:21:08,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741837_1013 (size=89522) 2024-12-13T08:21:08,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741837_1013 (size=89522) 2024-12-13T08:21:08,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741837_1013 (size=89522) 2024-12-13T08:21:08,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,35779,1734078061125 2024-12-13T08:21:08,334 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,41757,1734078061077 2024-12-13T08:21:08,334 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(124): Close 800bf8a48a37b38f62b40b6291dc2200 2024-12-13T08:21:08,334 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,334 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1681): Closing 800bf8a48a37b38f62b40b6291dc2200, disabling compactions & flushes 2024-12-13T08:21:08,334 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200. 2024-12-13T08:21:08,334 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200. 2024-12-13T08:21:08,334 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200. after waiting 0 ms 2024-12-13T08:21:08,334 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200. 2024-12-13T08:21:08,335 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close ca7a2f9268967b05b650a10b84ca6870 2024-12-13T08:21:08,335 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,335 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing ca7a2f9268967b05b650a10b84ca6870, disabling compactions & flushes 2024-12-13T08:21:08,335 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870. 2024-12-13T08:21:08,335 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870. 2024-12-13T08:21:08,335 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870. after waiting 0 ms 2024-12-13T08:21:08,335 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870. 2024-12-13T08:21:08,339 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,39509,1734078061028 2024-12-13T08:21:08,339 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,40219,1734078061169 2024-12-13T08:21:08,340 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(124): Close 6adadc5c834db10a0f4f3f49a40f94ba 2024-12-13T08:21:08,340 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,341 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1681): Closing 6adadc5c834db10a0f4f3f49a40f94ba, disabling compactions & flushes 2024-12-13T08:21:08,341 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba. 2024-12-13T08:21:08,341 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba. 2024-12-13T08:21:08,341 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba. after waiting 0 ms 2024-12-13T08:21:08,341 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba. 2024-12-13T08:21:08,343 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close 416b2bedc0b9e076cd523418052b361e 2024-12-13T08:21:08,343 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,343 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing 416b2bedc0b9e076cd523418052b361e, disabling compactions & flushes 2024-12-13T08:21:08,344 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e. 2024-12-13T08:21:08,344 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e. 2024-12-13T08:21:08,344 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e. after waiting 0 ms 2024-12-13T08:21:08,344 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e. 2024-12-13T08:21:08,352 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/ca7a2f9268967b05b650a10b84ca6870/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,352 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,yyy,1734078065979.ca7a2f9268967b05b650a10b84ca6870. 2024-12-13T08:21:08,352 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for ca7a2f9268967b05b650a10b84ca6870: 2024-12-13T08:21:08,353 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed ca7a2f9268967b05b650a10b84ca6870 2024-12-13T08:21:08,353 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close 2b7a4f550d0c2913722e6af5bed339e6 2024-12-13T08:21:08,353 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,353 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing 2b7a4f550d0c2913722e6af5bed339e6, disabling compactions & flushes 2024-12-13T08:21:08,354 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6. 2024-12-13T08:21:08,354 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6. 2024-12-13T08:21:08,354 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=ca7a2f9268967b05b650a10b84ca6870, regionState=CLOSED 2024-12-13T08:21:08,354 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6. after waiting 0 ms 2024-12-13T08:21:08,354 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6. 2024-12-13T08:21:08,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=146 2024-12-13T08:21:08,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=146, state=SUCCESS; CloseRegionProcedure ca7a2f9268967b05b650a10b84ca6870, server=6b1293cedc9a,41757,1734078061077 in 172 msec 2024-12-13T08:21:08,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ca7a2f9268967b05b650a10b84ca6870, UNASSIGN in 191 msec 2024-12-13T08:21:08,362 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/800bf8a48a37b38f62b40b6291dc2200/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,362 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/6adadc5c834db10a0f4f3f49a40f94ba/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,362 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/416b2bedc0b9e076cd523418052b361e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,363 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,hhh,1734078065979.800bf8a48a37b38f62b40b6291dc2200. 2024-12-13T08:21:08,363 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1635): Region close journal for 800bf8a48a37b38f62b40b6291dc2200: 2024-12-13T08:21:08,363 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ooo,1734078065979.416b2bedc0b9e076cd523418052b361e. 2024-12-13T08:21:08,363 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for 416b2bedc0b9e076cd523418052b361e: 2024-12-13T08:21:08,364 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ccc,1734078065979.6adadc5c834db10a0f4f3f49a40f94ba. 2024-12-13T08:21:08,364 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1635): Region close journal for 6adadc5c834db10a0f4f3f49a40f94ba: 2024-12-13T08:21:08,366 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(170): Closed 800bf8a48a37b38f62b40b6291dc2200 2024-12-13T08:21:08,366 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(124): Close 72ecaaa906b249abeed9cd1726e1aacf 2024-12-13T08:21:08,366 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,366 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1681): Closing 72ecaaa906b249abeed9cd1726e1aacf, disabling compactions & flushes 2024-12-13T08:21:08,366 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf. 2024-12-13T08:21:08,366 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf. 2024-12-13T08:21:08,366 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf. after waiting 0 ms 2024-12-13T08:21:08,366 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf. 2024-12-13T08:21:08,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=129 updating hbase:meta row=800bf8a48a37b38f62b40b6291dc2200, regionState=CLOSED 2024-12-13T08:21:08,367 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed 416b2bedc0b9e076cd523418052b361e 2024-12-13T08:21:08,367 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(124): Close af7586e8c842bbf6344d0e22fd929e68 2024-12-13T08:21:08,367 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,368 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1681): Closing af7586e8c842bbf6344d0e22fd929e68, disabling compactions & flushes 2024-12-13T08:21:08,368 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68. 2024-12-13T08:21:08,368 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68. 2024-12-13T08:21:08,368 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68. after waiting 0 ms 2024-12-13T08:21:08,368 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68. 2024-12-13T08:21:08,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=416b2bedc0b9e076cd523418052b361e, regionState=CLOSED 2024-12-13T08:21:08,369 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(170): Closed 6adadc5c834db10a0f4f3f49a40f94ba 2024-12-13T08:21:08,369 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(124): Close 52be811ad3d2542d944f15edb6037e82 2024-12-13T08:21:08,369 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,370 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1681): Closing 52be811ad3d2542d944f15edb6037e82, disabling compactions & flushes 2024-12-13T08:21:08,370 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82. 2024-12-13T08:21:08,370 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82. 2024-12-13T08:21:08,370 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82. after waiting 0 ms 2024-12-13T08:21:08,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=6adadc5c834db10a0f4f3f49a40f94ba, regionState=CLOSED 2024-12-13T08:21:08,370 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82. 2024-12-13T08:21:08,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=129 2024-12-13T08:21:08,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=129, state=SUCCESS; CloseRegionProcedure 800bf8a48a37b38f62b40b6291dc2200, server=6b1293cedc9a,35779,1734078061125 in 150 msec 2024-12-13T08:21:08,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=136 2024-12-13T08:21:08,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=136, state=SUCCESS; CloseRegionProcedure 416b2bedc0b9e076cd523418052b361e, server=6b1293cedc9a,40219,1734078061169 in 190 msec 2024-12-13T08:21:08,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=124 2024-12-13T08:21:08,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=800bf8a48a37b38f62b40b6291dc2200, UNASSIGN in 208 msec 2024-12-13T08:21:08,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=124, state=SUCCESS; CloseRegionProcedure 6adadc5c834db10a0f4f3f49a40f94ba, server=6b1293cedc9a,39509,1734078061028 in 131 msec 2024-12-13T08:21:08,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=416b2bedc0b9e076cd523418052b361e, UNASSIGN in 208 msec 2024-12-13T08:21:08,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=6adadc5c834db10a0f4f3f49a40f94ba, UNASSIGN in 208 msec 2024-12-13T08:21:08,378 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/af7586e8c842bbf6344d0e22fd929e68/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,378 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/72ecaaa906b249abeed9cd1726e1aacf/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,379 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,kkk,1734078065979.af7586e8c842bbf6344d0e22fd929e68. 2024-12-13T08:21:08,379 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,xxx,1734078065979.72ecaaa906b249abeed9cd1726e1aacf. 2024-12-13T08:21:08,379 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1635): Region close journal for 72ecaaa906b249abeed9cd1726e1aacf: 2024-12-13T08:21:08,379 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1635): Region close journal for af7586e8c842bbf6344d0e22fd929e68: 2024-12-13T08:21:08,381 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(170): Closed 72ecaaa906b249abeed9cd1726e1aacf 2024-12-13T08:21:08,381 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close b3b332bc94cd10883c2428b9aed9f1cc 2024-12-13T08:21:08,381 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,381 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing b3b332bc94cd10883c2428b9aed9f1cc, disabling compactions & flushes 2024-12-13T08:21:08,381 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc. 2024-12-13T08:21:08,381 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc. 2024-12-13T08:21:08,381 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc. after waiting 0 ms 2024-12-13T08:21:08,381 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc. 2024-12-13T08:21:08,382 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/2b7a4f550d0c2913722e6af5bed339e6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,382 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(170): Closed af7586e8c842bbf6344d0e22fd929e68 2024-12-13T08:21:08,382 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(124): Close b737a20b559b45f8a1a17eccab3e784e 2024-12-13T08:21:08,382 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,382 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1681): Closing b737a20b559b45f8a1a17eccab3e784e, disabling compactions & flushes 2024-12-13T08:21:08,382 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e. 2024-12-13T08:21:08,382 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=145 updating hbase:meta row=72ecaaa906b249abeed9cd1726e1aacf, regionState=CLOSED 2024-12-13T08:21:08,382 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e. 2024-12-13T08:21:08,382 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e. after waiting 0 ms 2024-12-13T08:21:08,382 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e. 2024-12-13T08:21:08,382 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=af7586e8c842bbf6344d0e22fd929e68, regionState=CLOSED 2024-12-13T08:21:08,383 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,vvv,1734078065979.2b7a4f550d0c2913722e6af5bed339e6. 2024-12-13T08:21:08,383 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for 2b7a4f550d0c2913722e6af5bed339e6: 2024-12-13T08:21:08,383 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/52be811ad3d2542d944f15edb6037e82/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,384 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,rrr,1734078065979.52be811ad3d2542d944f15edb6037e82. 2024-12-13T08:21:08,384 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1635): Region close journal for 52be811ad3d2542d944f15edb6037e82: 2024-12-13T08:21:08,384 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed 2b7a4f550d0c2913722e6af5bed339e6 2024-12-13T08:21:08,384 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(124): Close f5f84c85f2de69c919247609d4fb7ca9 2024-12-13T08:21:08,384 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,384 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1681): Closing f5f84c85f2de69c919247609d4fb7ca9, disabling compactions & flushes 2024-12-13T08:21:08,384 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9. 2024-12-13T08:21:08,384 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9. 2024-12-13T08:21:08,384 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9. after waiting 0 ms 2024-12-13T08:21:08,384 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9. 2024-12-13T08:21:08,385 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(170): Closed 52be811ad3d2542d944f15edb6037e82 2024-12-13T08:21:08,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=145 2024-12-13T08:21:08,385 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(124): Close e51f02f28350c8a3162ed76a2b4d6d80 2024-12-13T08:21:08,385 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=145, state=SUCCESS; CloseRegionProcedure 72ecaaa906b249abeed9cd1726e1aacf, server=6b1293cedc9a,35779,1734078061125 in 190 msec 2024-12-13T08:21:08,385 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1681): Closing e51f02f28350c8a3162ed76a2b4d6d80, disabling compactions & flushes 2024-12-13T08:21:08,385 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80. 2024-12-13T08:21:08,385 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80. 2024-12-13T08:21:08,385 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=143 updating hbase:meta row=2b7a4f550d0c2913722e6af5bed339e6, regionState=CLOSED 2024-12-13T08:21:08,385 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80. after waiting 0 ms 2024-12-13T08:21:08,385 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80. 2024-12-13T08:21:08,386 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=139 updating hbase:meta row=52be811ad3d2542d944f15edb6037e82, regionState=CLOSED 2024-12-13T08:21:08,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=132 2024-12-13T08:21:08,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=132, state=SUCCESS; CloseRegionProcedure af7586e8c842bbf6344d0e22fd929e68, server=6b1293cedc9a,40219,1734078061169 in 169 msec 2024-12-13T08:21:08,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=72ecaaa906b249abeed9cd1726e1aacf, UNASSIGN in 221 msec 2024-12-13T08:21:08,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=af7586e8c842bbf6344d0e22fd929e68, UNASSIGN in 222 msec 2024-12-13T08:21:08,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=143 2024-12-13T08:21:08,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=143, state=SUCCESS; CloseRegionProcedure 2b7a4f550d0c2913722e6af5bed339e6, server=6b1293cedc9a,41757,1734078061077 in 189 msec 2024-12-13T08:21:08,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=139 2024-12-13T08:21:08,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=139, state=SUCCESS; CloseRegionProcedure 52be811ad3d2542d944f15edb6037e82, server=6b1293cedc9a,39509,1734078061028 in 182 msec 2024-12-13T08:21:08,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2b7a4f550d0c2913722e6af5bed339e6, UNASSIGN in 224 msec 2024-12-13T08:21:08,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=52be811ad3d2542d944f15edb6037e82, UNASSIGN in 225 msec 2024-12-13T08:21:08,399 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/b737a20b559b45f8a1a17eccab3e784e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,399 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/f5f84c85f2de69c919247609d4fb7ca9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,399 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/b3b332bc94cd10883c2428b9aed9f1cc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,399 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ppp,1734078065979.b3b332bc94cd10883c2428b9aed9f1cc. 2024-12-13T08:21:08,399 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for b3b332bc94cd10883c2428b9aed9f1cc: 2024-12-13T08:21:08,399 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,mmm,1734078065979.f5f84c85f2de69c919247609d4fb7ca9. 2024-12-13T08:21:08,399 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1635): Region close journal for f5f84c85f2de69c919247609d4fb7ca9: 2024-12-13T08:21:08,400 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ggg,1734078065979.b737a20b559b45f8a1a17eccab3e784e. 2024-12-13T08:21:08,400 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1635): Region close journal for b737a20b559b45f8a1a17eccab3e784e: 2024-12-13T08:21:08,400 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed b3b332bc94cd10883c2428b9aed9f1cc 2024-12-13T08:21:08,400 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(124): Close 449d8f5368ed384688b3fe0997f9847a 2024-12-13T08:21:08,400 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,401 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1681): Closing 449d8f5368ed384688b3fe0997f9847a, disabling compactions & flushes 2024-12-13T08:21:08,401 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a. 2024-12-13T08:21:08,401 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a. 2024-12-13T08:21:08,401 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a. after waiting 0 ms 2024-12-13T08:21:08,401 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a. 2024-12-13T08:21:08,401 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=137 updating hbase:meta row=b3b332bc94cd10883c2428b9aed9f1cc, regionState=CLOSED 2024-12-13T08:21:08,402 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/e51f02f28350c8a3162ed76a2b4d6d80/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,402 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(170): Closed f5f84c85f2de69c919247609d4fb7ca9 2024-12-13T08:21:08,402 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close 4272cb594444705cdf26eb153a8050ab 2024-12-13T08:21:08,402 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,402 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing 4272cb594444705cdf26eb153a8050ab, disabling compactions & flushes 2024-12-13T08:21:08,402 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab. 2024-12-13T08:21:08,402 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab. 2024-12-13T08:21:08,402 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab. after waiting 0 ms 2024-12-13T08:21:08,402 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab. 2024-12-13T08:21:08,402 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,fff,1734078065979.e51f02f28350c8a3162ed76a2b4d6d80. 2024-12-13T08:21:08,402 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1635): Region close journal for e51f02f28350c8a3162ed76a2b4d6d80: 2024-12-13T08:21:08,402 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(170): Closed b737a20b559b45f8a1a17eccab3e784e 2024-12-13T08:21:08,402 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(124): Close d8d9a631bf2efe54780d0d6837a761eb 2024-12-13T08:21:08,402 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,402 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1681): Closing d8d9a631bf2efe54780d0d6837a761eb, disabling compactions & flushes 2024-12-13T08:21:08,403 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb. 2024-12-13T08:21:08,403 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=f5f84c85f2de69c919247609d4fb7ca9, regionState=CLOSED 2024-12-13T08:21:08,403 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb. 2024-12-13T08:21:08,403 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb. after waiting 0 ms 2024-12-13T08:21:08,403 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb. 2024-12-13T08:21:08,403 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=b737a20b559b45f8a1a17eccab3e784e, regionState=CLOSED 2024-12-13T08:21:08,404 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(170): Closed e51f02f28350c8a3162ed76a2b4d6d80 2024-12-13T08:21:08,404 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close ab1b620bbfbe7012905d82755a594d40 2024-12-13T08:21:08,404 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,404 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing ab1b620bbfbe7012905d82755a594d40, disabling compactions & flushes 2024-12-13T08:21:08,404 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40. 2024-12-13T08:21:08,404 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40. 2024-12-13T08:21:08,404 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40. after waiting 0 ms 2024-12-13T08:21:08,404 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40. 2024-12-13T08:21:08,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=137 2024-12-13T08:21:08,404 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=127 updating hbase:meta row=e51f02f28350c8a3162ed76a2b4d6d80, regionState=CLOSED 2024-12-13T08:21:08,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=134 2024-12-13T08:21:08,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=134, state=SUCCESS; CloseRegionProcedure f5f84c85f2de69c919247609d4fb7ca9, server=6b1293cedc9a,41757,1734078061077 in 235 msec 2024-12-13T08:21:08,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=137, state=SUCCESS; CloseRegionProcedure b3b332bc94cd10883c2428b9aed9f1cc, server=6b1293cedc9a,35779,1734078061125 in 236 msec 2024-12-13T08:21:08,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=128 2024-12-13T08:21:08,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=128, state=SUCCESS; CloseRegionProcedure b737a20b559b45f8a1a17eccab3e784e, server=6b1293cedc9a,40219,1734078061169 in 176 msec 2024-12-13T08:21:08,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b3b332bc94cd10883c2428b9aed9f1cc, UNASSIGN in 241 msec 2024-12-13T08:21:08,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f5f84c85f2de69c919247609d4fb7ca9, UNASSIGN in 241 msec 2024-12-13T08:21:08,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b737a20b559b45f8a1a17eccab3e784e, UNASSIGN in 241 msec 2024-12-13T08:21:08,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=127 2024-12-13T08:21:08,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=127, state=SUCCESS; CloseRegionProcedure e51f02f28350c8a3162ed76a2b4d6d80, server=6b1293cedc9a,39509,1734078061028 in 179 msec 2024-12-13T08:21:08,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e51f02f28350c8a3162ed76a2b4d6d80, UNASSIGN in 242 msec 2024-12-13T08:21:08,408 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/449d8f5368ed384688b3fe0997f9847a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,409 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ttt,1734078065979.449d8f5368ed384688b3fe0997f9847a. 2024-12-13T08:21:08,409 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1635): Region close journal for 449d8f5368ed384688b3fe0997f9847a: 2024-12-13T08:21:08,410 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(170): Closed 449d8f5368ed384688b3fe0997f9847a 2024-12-13T08:21:08,410 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/d8d9a631bf2efe54780d0d6837a761eb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,410 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(124): Close 61e753238377817c359abf76aff87ee1 2024-12-13T08:21:08,410 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,410 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/4272cb594444705cdf26eb153a8050ab/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,410 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1681): Closing 61e753238377817c359abf76aff87ee1, disabling compactions & flushes 2024-12-13T08:21:08,410 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1. 2024-12-13T08:21:08,410 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/ab1b620bbfbe7012905d82755a594d40/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,410 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1. 2024-12-13T08:21:08,410 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1. after waiting 0 ms 2024-12-13T08:21:08,410 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1. 2024-12-13T08:21:08,411 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,bbb,1734078065979.d8d9a631bf2efe54780d0d6837a761eb. 2024-12-13T08:21:08,411 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1635): Region close journal for d8d9a631bf2efe54780d0d6837a761eb: 2024-12-13T08:21:08,411 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,qqq,1734078065979.4272cb594444705cdf26eb153a8050ab. 2024-12-13T08:21:08,411 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for 4272cb594444705cdf26eb153a8050ab: 2024-12-13T08:21:08,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=141 updating hbase:meta row=449d8f5368ed384688b3fe0997f9847a, regionState=CLOSED 2024-12-13T08:21:08,411 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,uuu,1734078065979.ab1b620bbfbe7012905d82755a594d40. 2024-12-13T08:21:08,411 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for ab1b620bbfbe7012905d82755a594d40: 2024-12-13T08:21:08,415 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/61e753238377817c359abf76aff87ee1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,415 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,lll,1734078065979.61e753238377817c359abf76aff87ee1. 2024-12-13T08:21:08,416 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1635): Region close journal for 61e753238377817c359abf76aff87ee1: 2024-12-13T08:21:08,419 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(170): Closed d8d9a631bf2efe54780d0d6837a761eb 2024-12-13T08:21:08,419 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(124): Close 099052a7783b3f9960ba19d8269209e5 2024-12-13T08:21:08,419 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,419 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1681): Closing 099052a7783b3f9960ba19d8269209e5, disabling compactions & flushes 2024-12-13T08:21:08,419 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5. 2024-12-13T08:21:08,419 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5. 2024-12-13T08:21:08,420 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5. after waiting 0 ms 2024-12-13T08:21:08,420 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=123 updating hbase:meta row=d8d9a631bf2efe54780d0d6837a761eb, regionState=CLOSED 2024-12-13T08:21:08,420 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5. 2024-12-13T08:21:08,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=141 2024-12-13T08:21:08,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=141, state=SUCCESS; CloseRegionProcedure 449d8f5368ed384688b3fe0997f9847a, server=6b1293cedc9a,35779,1734078061125 in 213 msec 2024-12-13T08:21:08,420 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed 4272cb594444705cdf26eb153a8050ab 2024-12-13T08:21:08,420 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(124): Close 64c89d3449d0c41c901ce3122320f006 2024-12-13T08:21:08,420 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,420 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1681): Closing 64c89d3449d0c41c901ce3122320f006, disabling compactions & flushes 2024-12-13T08:21:08,420 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006. 2024-12-13T08:21:08,420 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006. 2024-12-13T08:21:08,420 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006. after waiting 0 ms 2024-12-13T08:21:08,420 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006. 2024-12-13T08:21:08,421 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed ab1b620bbfbe7012905d82755a594d40 2024-12-13T08:21:08,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=449d8f5368ed384688b3fe0997f9847a, UNASSIGN in 256 msec 2024-12-13T08:21:08,421 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(124): Close 9ac497d7e07a79c04dd67f05641018a6 2024-12-13T08:21:08,421 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,421 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1681): Closing 9ac497d7e07a79c04dd67f05641018a6, disabling compactions & flushes 2024-12-13T08:21:08,421 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6. 2024-12-13T08:21:08,421 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6. 2024-12-13T08:21:08,421 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6. after waiting 0 ms 2024-12-13T08:21:08,421 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6. 2024-12-13T08:21:08,424 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=4272cb594444705cdf26eb153a8050ab, regionState=CLOSED 2024-12-13T08:21:08,424 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=ab1b620bbfbe7012905d82755a594d40, regionState=CLOSED 2024-12-13T08:21:08,424 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(170): Closed 61e753238377817c359abf76aff87ee1 2024-12-13T08:21:08,424 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(124): Close 657eb31326cda27afe139e4e7ac44b49 2024-12-13T08:21:08,424 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,424 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1681): Closing 657eb31326cda27afe139e4e7ac44b49, disabling compactions & flushes 2024-12-13T08:21:08,424 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49. 2024-12-13T08:21:08,424 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49. 2024-12-13T08:21:08,424 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49. after waiting 0 ms 2024-12-13T08:21:08,424 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49. 2024-12-13T08:21:08,425 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/099052a7783b3f9960ba19d8269209e5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=123 2024-12-13T08:21:08,425 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=133 updating hbase:meta row=61e753238377817c359abf76aff87ee1, regionState=CLOSED 2024-12-13T08:21:08,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=123, state=SUCCESS; CloseRegionProcedure d8d9a631bf2efe54780d0d6837a761eb, server=6b1293cedc9a,40219,1734078061169 in 180 msec 2024-12-13T08:21:08,425 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/64c89d3449d0c41c901ce3122320f006/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,425 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,sss,1734078065979.099052a7783b3f9960ba19d8269209e5. 2024-12-13T08:21:08,425 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1635): Region close journal for 099052a7783b3f9960ba19d8269209e5: 2024-12-13T08:21:08,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=d8d9a631bf2efe54780d0d6837a761eb, UNASSIGN in 261 msec 2024-12-13T08:21:08,427 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(170): Closed 099052a7783b3f9960ba19d8269209e5 2024-12-13T08:21:08,427 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(124): Close eea3bc3d32e7097113f07784d1692312 2024-12-13T08:21:08,427 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,427 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1681): Closing eea3bc3d32e7097113f07784d1692312, disabling compactions & flushes 2024-12-13T08:21:08,427 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312. 2024-12-13T08:21:08,427 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312. 2024-12-13T08:21:08,427 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312. after waiting 0 ms 2024-12-13T08:21:08,427 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312. 2024-12-13T08:21:08,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=138 2024-12-13T08:21:08,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=142 2024-12-13T08:21:08,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=138, state=SUCCESS; CloseRegionProcedure 4272cb594444705cdf26eb153a8050ab, server=6b1293cedc9a,41757,1734078061077 in 219 msec 2024-12-13T08:21:08,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=142, state=SUCCESS; CloseRegionProcedure ab1b620bbfbe7012905d82755a594d40, server=6b1293cedc9a,39509,1734078061028 in 226 msec 2024-12-13T08:21:08,428 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,eee,1734078065979.64c89d3449d0c41c901ce3122320f006. 2024-12-13T08:21:08,428 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1635): Region close journal for 64c89d3449d0c41c901ce3122320f006: 2024-12-13T08:21:08,428 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=099052a7783b3f9960ba19d8269209e5, regionState=CLOSED 2024-12-13T08:21:08,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=133 2024-12-13T08:21:08,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ab1b620bbfbe7012905d82755a594d40, UNASSIGN in 264 msec 2024-12-13T08:21:08,429 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(170): Closed 64c89d3449d0c41c901ce3122320f006 2024-12-13T08:21:08,429 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(124): Close 61044708aa4de6a46e7765b0b8307576 2024-12-13T08:21:08,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=4272cb594444705cdf26eb153a8050ab, UNASSIGN in 264 msec 2024-12-13T08:21:08,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=133, state=SUCCESS; CloseRegionProcedure 61e753238377817c359abf76aff87ee1, server=6b1293cedc9a,35779,1734078061125 in 219 msec 2024-12-13T08:21:08,429 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,429 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1681): Closing 61044708aa4de6a46e7765b0b8307576, disabling compactions & flushes 2024-12-13T08:21:08,429 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576. 2024-12-13T08:21:08,429 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576. 2024-12-13T08:21:08,429 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576. after waiting 0 ms 2024-12-13T08:21:08,429 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576. 2024-12-13T08:21:08,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=61e753238377817c359abf76aff87ee1, UNASSIGN in 265 msec 2024-12-13T08:21:08,430 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=64c89d3449d0c41c901ce3122320f006, regionState=CLOSED 2024-12-13T08:21:08,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=140 2024-12-13T08:21:08,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=140, state=SUCCESS; CloseRegionProcedure 099052a7783b3f9960ba19d8269209e5, server=6b1293cedc9a,40219,1734078061169 in 226 msec 2024-12-13T08:21:08,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=099052a7783b3f9960ba19d8269209e5, UNASSIGN in 266 msec 2024-12-13T08:21:08,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=126 2024-12-13T08:21:08,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=126, state=SUCCESS; CloseRegionProcedure 64c89d3449d0c41c901ce3122320f006, server=6b1293cedc9a,41757,1734078061077 in 203 msec 2024-12-13T08:21:08,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=64c89d3449d0c41c901ce3122320f006, UNASSIGN in 269 msec 2024-12-13T08:21:08,436 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/9ac497d7e07a79c04dd67f05641018a6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,437 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,jjj,1734078065979.9ac497d7e07a79c04dd67f05641018a6. 2024-12-13T08:21:08,437 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1635): Region close journal for 9ac497d7e07a79c04dd67f05641018a6: 2024-12-13T08:21:08,438 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(170): Closed 9ac497d7e07a79c04dd67f05641018a6 2024-12-13T08:21:08,438 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(124): Close 930ea21df16d3789bc25353bee23ae49 2024-12-13T08:21:08,438 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,438 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1681): Closing 930ea21df16d3789bc25353bee23ae49, disabling compactions & flushes 2024-12-13T08:21:08,438 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49. 2024-12-13T08:21:08,438 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49. 2024-12-13T08:21:08,438 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49. after waiting 0 ms 2024-12-13T08:21:08,439 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49. 2024-12-13T08:21:08,439 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/657eb31326cda27afe139e4e7ac44b49/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,439 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/61044708aa4de6a46e7765b0b8307576/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,439 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/eea3bc3d32e7097113f07784d1692312/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,439 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=131 updating hbase:meta row=9ac497d7e07a79c04dd67f05641018a6, regionState=CLOSED 2024-12-13T08:21:08,439 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ddd,1734078065979.657eb31326cda27afe139e4e7ac44b49. 2024-12-13T08:21:08,439 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1635): Region close journal for 657eb31326cda27afe139e4e7ac44b49: 2024-12-13T08:21:08,440 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,iii,1734078065979.61044708aa4de6a46e7765b0b8307576. 2024-12-13T08:21:08,440 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1635): Region close journal for 61044708aa4de6a46e7765b0b8307576: 2024-12-13T08:21:08,440 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,www,1734078065979.eea3bc3d32e7097113f07784d1692312. 2024-12-13T08:21:08,440 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1635): Region close journal for eea3bc3d32e7097113f07784d1692312: 2024-12-13T08:21:08,441 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(170): Closed 657eb31326cda27afe139e4e7ac44b49 2024-12-13T08:21:08,441 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=125 updating hbase:meta row=657eb31326cda27afe139e4e7ac44b49, regionState=CLOSED 2024-12-13T08:21:08,442 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(170): Closed eea3bc3d32e7097113f07784d1692312 2024-12-13T08:21:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-13T08:21:08,442 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(170): Closed 61044708aa4de6a46e7765b0b8307576 2024-12-13T08:21:08,443 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/930ea21df16d3789bc25353bee23ae49/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,443 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=eea3bc3d32e7097113f07784d1692312, regionState=CLOSED 2024-12-13T08:21:08,443 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=61044708aa4de6a46e7765b0b8307576, regionState=CLOSED 2024-12-13T08:21:08,443 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,nnn,1734078065979.930ea21df16d3789bc25353bee23ae49. 2024-12-13T08:21:08,443 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1635): Region close journal for 930ea21df16d3789bc25353bee23ae49: 2024-12-13T08:21:08,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=131 2024-12-13T08:21:08,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=131, state=SUCCESS; CloseRegionProcedure 9ac497d7e07a79c04dd67f05641018a6, server=6b1293cedc9a,39509,1734078061028 in 225 msec 2024-12-13T08:21:08,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=125 2024-12-13T08:21:08,445 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(170): Closed 930ea21df16d3789bc25353bee23ae49 2024-12-13T08:21:08,445 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(124): Close 03c9e7bbb92dd3f55b978524451f47b9 2024-12-13T08:21:08,445 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:21:08,445 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1681): Closing 03c9e7bbb92dd3f55b978524451f47b9, disabling compactions & flushes 2024-12-13T08:21:08,445 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9. 2024-12-13T08:21:08,445 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9. 2024-12-13T08:21:08,445 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9. after waiting 0 ms 2024-12-13T08:21:08,445 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9. 2024-12-13T08:21:08,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=9ac497d7e07a79c04dd67f05641018a6, UNASSIGN in 280 msec 2024-12-13T08:21:08,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=144 2024-12-13T08:21:08,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=125, state=SUCCESS; CloseRegionProcedure 657eb31326cda27afe139e4e7ac44b49, server=6b1293cedc9a,35779,1734078061125 in 203 msec 2024-12-13T08:21:08,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=130 2024-12-13T08:21:08,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=144, state=SUCCESS; CloseRegionProcedure eea3bc3d32e7097113f07784d1692312, server=6b1293cedc9a,40219,1734078061169 in 245 msec 2024-12-13T08:21:08,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=657eb31326cda27afe139e4e7ac44b49, UNASSIGN in 281 msec 2024-12-13T08:21:08,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=130, state=SUCCESS; CloseRegionProcedure 61044708aa4de6a46e7765b0b8307576, server=6b1293cedc9a,41757,1734078061077 in 227 msec 2024-12-13T08:21:08,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=135 updating hbase:meta row=930ea21df16d3789bc25353bee23ae49, regionState=CLOSED 2024-12-13T08:21:08,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=eea3bc3d32e7097113f07784d1692312, UNASSIGN in 282 msec 2024-12-13T08:21:08,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=61044708aa4de6a46e7765b0b8307576, UNASSIGN in 282 msec 2024-12-13T08:21:08,448 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/03c9e7bbb92dd3f55b978524451f47b9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:21:08,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=135 2024-12-13T08:21:08,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=135, state=SUCCESS; CloseRegionProcedure 930ea21df16d3789bc25353bee23ae49, server=6b1293cedc9a,39509,1734078061028 in 265 msec 2024-12-13T08:21:08,448 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,,1734078065979.03c9e7bbb92dd3f55b978524451f47b9. 2024-12-13T08:21:08,448 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1635): Region close journal for 03c9e7bbb92dd3f55b978524451f47b9: 2024-12-13T08:21:08,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=930ea21df16d3789bc25353bee23ae49, UNASSIGN in 284 msec 2024-12-13T08:21:08,449 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(170): Closed 03c9e7bbb92dd3f55b978524451f47b9 2024-12-13T08:21:08,449 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=03c9e7bbb92dd3f55b978524451f47b9, regionState=CLOSED 2024-12-13T08:21:08,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=122 2024-12-13T08:21:08,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=122, state=SUCCESS; CloseRegionProcedure 03c9e7bbb92dd3f55b978524451f47b9, server=6b1293cedc9a,39509,1734078061028 in 209 msec 2024-12-13T08:21:08,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-12-13T08:21:08,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=03c9e7bbb92dd3f55b978524451f47b9, UNASSIGN in 286 msec 2024-12-13T08:21:08,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-13T08:21:08,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseTableRegionsProcedure table=testHBaseMetaReplicates_1 in 292 msec 2024-12-13T08:21:08,453 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicates_1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734078068453"}]},"ts":"1734078068453"} 2024-12-13T08:21:08,454 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicates_1, state=DISABLED in hbase:meta 2024-12-13T08:21:08,506 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testHBaseMetaReplicates_1 to state=DISABLED 2024-12-13T08:21:08,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DisableTableProcedure table=testHBaseMetaReplicates_1 in 371 msec 2024-12-13T08:21:08,628 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta to pos 77609, reset compression=false 2024-12-13T08:21:08,628 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:08,628 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:08,630 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T08:21:08,630 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta 2024-12-13T08:21:08,630 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-13T08:21:08,630 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/125=[#edits: 1 = ],204}, {hbase:meta/1588230740/126=[#edits: 3 = ],668}, {hbase:meta/1588230740/127=[#edits: 3 = ],668}, {hbase:meta/1588230740/128=[#edits: 3 = ],668}, {hbase:meta/1588230740/129=[#edits: 3 = ],668}, {hbase:meta/1588230740/130=[#edits: 3 = ],668}, {hbase:meta/1588230740/131=[#edits: 3 = ],668}, {hbase:meta/1588230740/132=[#edits: 3 = ],668}, {hbase:meta/1588230740/133=[#edits: 3 = ],668}, {hbase:meta/1588230740/134=[#edits: 3 = ],668}, {hbase:meta/1588230740/135=[#edits: 3 = ],668}, {hbase:meta/1588230740/136=[#edits: 3 = ],668}, {hbase:meta/1588230740/137=[#edits: 3 = ],668}, {hbase:meta/1588230740/138=[#edits: 3 = ],668}, {hbase:meta/1588230740/139=[#edits: 3 = ],668}, {hbase:meta/1588230740/140=[#edits: 3 = ],668}, {hbase:meta/1588230740/141=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=85269, nbRowKeys=17, nbHFiles=0, heapSize=10892, lastSeqIds={}, endOfFile=false,usedBufferSize=10892] 2024-12-13T08:21:08,630 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta, startPosition=0, beingWritten=true 2024-12-13T08:21:08,631 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/142=[#edits: 3 = ],668}, {hbase:meta/1588230740/143=[#edits: 3 = ],668}, {hbase:meta/1588230740/144=[#edits: 3 = ],668}, {hbase:meta/1588230740/145=[#edits: 3 = ],668}, {hbase:meta/1588230740/146=[#edits: 3 = ],668}, {hbase:meta/1588230740/147=[#edits: 3 = ],668}, {hbase:meta/1588230740/148=[#edits: 3 = ],668}, {hbase:meta/1588230740/149=[#edits: 3 = ],660}, {hbase:meta/1588230740/150=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078062044.meta, lastWalPosition=89514, nbRowKeys=9, nbHFiles=0, heapSize=6004, lastSeqIds={}, endOfFile=true,usedBufferSize=6004] 2024-12-13T08:21:08,634 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-13T08:21:08,634 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-13T08:21:08,634 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:08,634 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/151=[#edits: 2 = ],476}, {hbase:meta/1588230740/152=[#edits: 2 = ],476}, {hbase:meta/1588230740/153=[#edits: 2 = ],476}, {hbase:meta/1588230740/154=[#edits: 2 = ],476}, {hbase:meta/1588230740/155=[#edits: 2 = ],476}, {hbase:meta/1588230740/156=[#edits: 2 = ],476}, {hbase:meta/1588230740/157=[#edits: 2 = ],476}, {hbase:meta/1588230740/158=[#edits: 2 = ],476}, {hbase:meta/1588230740/159=[#edits: 2 = ],476}, {hbase:meta/1588230740/160=[#edits: 2 = ],476}, {hbase:meta/1588230740/161=[#edits: 2 = ],476}, {hbase:meta/1588230740/162=[#edits: 2 = ],476}, {hbase:meta/1588230740/163=[#edits: 2 = ],476}, {hbase:meta/1588230740/164=[#edits: 2 = ],476}, {hbase:meta/1588230740/165=[#edits: 2 = ],476}, {hbase:meta/1588230740/166=[#edits: 2 = ],476}, {hbase:meta/1588230740/167=[#edits: 2 = ],476}, {hbase:meta/1588230740/168=[#edits: 2 = ],476}, {hbase:meta/1588230740/169=[#edits: 2 = ],476}, {hbase:meta/1588230740/170=[#edits: 2 = ],476}, {hbase:meta/1588230740/171=[#edits: 2 = ],476}, {hbase:meta/1588230740/172=[#edits: 2 = ],476}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta, lastWalPosition=7408, nbRowKeys=22, nbHFiles=0, heapSize=10472, lastSeqIds={}, endOfFile=false,usedBufferSize=10472] 2024-12-13T08:21:08,635 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/173=[#edits: 2 = ],476}, {hbase:meta/1588230740/174=[#edits: 2 = ],476}, {hbase:meta/1588230740/175=[#edits: 2 = ],476}, {hbase:meta/1588230740/176=[#edits: 1 = ],204}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta, lastWalPosition=8496, nbRowKeys=4, nbHFiles=0, heapSize=1632, lastSeqIds={}, endOfFile=false,usedBufferSize=1632] 2024-12-13T08:21:08,740 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:08,740 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-13T08:21:08,743 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testHBaseMetaReplicates_1, procId: 120 completed 2024-12-13T08:21:08,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testHBaseMetaReplicates_1 2024-12-13T08:21:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] procedure2.ProcedureExecutor(1098): Stored pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testHBaseMetaReplicates_1 2024-12-13T08:21:08,751 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testHBaseMetaReplicates_1 2024-12-13T08:21:08,752 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=172, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testHBaseMetaReplicates_1 2024-12-13T08:21:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:21:08,766 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/6adadc5c834db10a0f4f3f49a40f94ba 2024-12-13T08:21:08,766 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/03c9e7bbb92dd3f55b978524451f47b9 2024-12-13T08:21:08,766 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/d8d9a631bf2efe54780d0d6837a761eb 2024-12-13T08:21:08,766 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/64c89d3449d0c41c901ce3122320f006 2024-12-13T08:21:08,766 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/e51f02f28350c8a3162ed76a2b4d6d80 2024-12-13T08:21:08,766 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/b737a20b559b45f8a1a17eccab3e784e 2024-12-13T08:21:08,767 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/800bf8a48a37b38f62b40b6291dc2200 2024-12-13T08:21:08,767 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/657eb31326cda27afe139e4e7ac44b49 2024-12-13T08:21:08,770 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/03c9e7bbb92dd3f55b978524451f47b9/info, FileablePath, hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/03c9e7bbb92dd3f55b978524451f47b9/recovered.edits] 2024-12-13T08:21:08,770 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/e51f02f28350c8a3162ed76a2b4d6d80/info, FileablePath, hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/e51f02f28350c8a3162ed76a2b4d6d80/recovered.edits] 2024-12-13T08:21:08,770 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/64c89d3449d0c41c901ce3122320f006/info, FileablePath, hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/64c89d3449d0c41c901ce3122320f006/recovered.edits] 2024-12-13T08:21:08,770 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/d8d9a631bf2efe54780d0d6837a761eb/info, FileablePath, hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/d8d9a631bf2efe54780d0d6837a761eb/recovered.edits] 2024-12-13T08:21:08,770 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/b737a20b559b45f8a1a17eccab3e784e/info, FileablePath, hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/b737a20b559b45f8a1a17eccab3e784e/recovered.edits] 2024-12-13T08:21:08,770 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/800bf8a48a37b38f62b40b6291dc2200/info, FileablePath, hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/800bf8a48a37b38f62b40b6291dc2200/recovered.edits] 2024-12-13T08:21:08,770 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/657eb31326cda27afe139e4e7ac44b49/info, FileablePath, hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/657eb31326cda27afe139e4e7ac44b49/recovered.edits] 2024-12-13T08:21:08,770 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/6adadc5c834db10a0f4f3f49a40f94ba/info, FileablePath, hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_1/6adadc5c834db10a0f4f3f49a40f94ba/recovered.edits] 2024-12-13T08:21:08,837 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:21:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:21:09,140 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:21:09,543 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:09,813 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:21:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:21:09,894 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:09,894 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:10,004 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:21:10,004 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:10,046 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:10,129 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:10,129 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:10,649 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:10,740 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:10,740 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:21:11,098 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:21:11,098 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:11,352 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:11,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:11,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:11,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:11,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:11,729 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:11,729 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:12,155 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:12,394 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:12,394 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:12,467 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:21:12,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:21:12,841 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:12,841 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:21:13,002 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-13T08:21:13,058 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:13,429 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:13,429 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:13,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicates_0 2024-12-13T08:21:13,640 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicates_0 Metrics about Tables on a single HBase RegionServer 2024-12-13T08:21:14,061 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:14,299 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:21:14,299 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:14,916 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-13T08:21:14,916 ERROR [AsyncConn Chore Service.Chore.1 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-13T08:21:14,917 DEBUG [AsyncConn Chore Service.Chore.1 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-13T08:21:14,917 INFO [AsyncConn Chore Service.Chore.1 {}] hbase.ScheduledChore(145): Chore: CleanupCatalogReplicaStaleCache missed its start time 2024-12-13T08:21:14,995 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:14,995 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:15,041 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:15,041 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:15,165 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:15,230 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:15,230 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:16,004 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:21:16,004 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:16,367 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:16,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:16,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:16,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:16,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:21:17,130 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:17,130 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:17,342 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:17,342 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:17,599 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:21:17,599 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:17,675 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:17,695 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:17,695 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:19,079 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:19,131 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:19,131 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:19,742 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:19,742 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:20,495 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:20,495 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:20,582 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:21,000 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:21:21,000 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:21,231 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:21,231 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:21,431 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 12.6800 sec 2024-12-13T08:21:21,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:21,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:21,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:21,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:22,104 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:21:22,105 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:22,190 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:22,242 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:22,243 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:23,396 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:23,396 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:23,432 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:23,432 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:23,899 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:24,501 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:21:24,501 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:24,843 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:24,843 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:25,702 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:25,732 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:25,732 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:26,396 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:26,396 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:26,431 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 17.6810 sec 2024-12-13T08:21:26,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:26,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:26,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:26,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:21:27,544 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:27,544 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:27,605 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:28,101 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:21:28,101 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:28,133 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:28,133 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:28,305 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:21:28,305 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:28,636 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:21:29,497 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:29,497 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:29,608 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:30,344 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:30,344 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:30,633 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:30,633 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:30,863 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:21:31,431 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 22.6810 sec 2024-12-13T08:21:31,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:31,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:31,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:31,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:31,711 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:31,802 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:21:31,802 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:32,525 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:21:32,526 INFO [RS-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:21:32,697 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:32,697 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:33,233 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:33,234 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:33,245 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:33,245 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:33,533 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:21:33,534 INFO [RS-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:21:33,916 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:34,605 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:21:34,606 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:35,533 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:21:35,535 INFO [RS-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:21:35,602 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:21:35,602 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:35,934 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:35,934 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:35,998 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:35,998 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:36,224 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:36,246 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:36,246 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:36,432 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 27.6810 sec 2024-12-13T08:21:36,525 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:21:36,527 INFO [RS-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:21:36,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:36,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:36,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:36,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:21:38,633 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:38,735 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:38,735 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:39,346 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:39,346 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:39,399 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:39,399 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:39,503 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:21:39,503 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:41,006 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:21:41,006 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:41,142 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:41,432 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 32.6820 sec 2024-12-13T08:21:41,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:41,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:41,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:41,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:41,635 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:41,636 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:42,547 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:42,547 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:42,899 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:42,900 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:43,270 INFO [master/6b1293cedc9a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-13T08:21:43,270 INFO [master/6b1293cedc9a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-13T08:21:43,504 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:21:43,504 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:43,746 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:44,636 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:44,636 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:45,848 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:45,848 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:46,432 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 37.6820 sec 2024-12-13T08:21:46,452 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:46,500 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:46,500 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:46,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:46,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:46,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:46,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:21:47,507 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:21:47,507 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:47,604 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:21:47,604 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:47,736 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:47,737 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:48,353 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-13T08:21:48,636 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:21:48,773 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-13T08:21:48,776 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-13T08:21:49,248 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:49,248 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:49,255 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:50,200 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:50,200 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:50,937 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:50,937 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:51,432 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 42.6820 sec 2024-12-13T08:21:51,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:51,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:51,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:51,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:51,805 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:21:51,805 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:52,157 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:52,748 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:52,748 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:54,001 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:54,001 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:54,107 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:21:54,107 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:54,237 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:54,237 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:55,163 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:21:56,106 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:21:56,106 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:56,349 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:21:56,349 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:56,433 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 47.6820 sec 2024-12-13T08:21:56,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:56,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:56,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:56,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:21:56,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:21:57,638 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:21:57,638 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:57,901 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:21:57,901 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:21:58,266 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:22:00,049 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:22:00,049 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:00,506 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:22:00,506 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:00,807 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:22:00,807 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:00,864 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:22:01,138 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:22:01,138 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:01,433 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 52.6830 sec 2024-12-13T08:22:01,473 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:22:01,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:01,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:01,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:01,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:01,902 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:22:01,902 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:03,204 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,204 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 5a2d453e81a3f334a846dec00778a49f changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,205 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 151d914911dc389fdc4e0e841e31efd3 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,205 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 57141d8a67717f4ef8445038e2884fb5 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,205 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 646684c5b7a37073c8a2ad32a07e4d45 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,205 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 8c8c5120399d221e4d65ebc999deaa58 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,205 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region e03930145730ce2df394ca55c7a71273 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,205 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region d5e22a12584360660d6f82eb34e872f7 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,205 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 7911c3264111bfafa022561304562f21 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,205 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 02634c3eedc9b8a5871d9fb5a42373b2 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,205 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region f0ee3e0cba230c70b29a2cf3817ecc7f changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,205 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region ac9f5bc4ad766c5f1e5245363d0b93a9 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,205 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region fe44c1d1675d2c6454cb7be1f2cdbe4b changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,205 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 534574363 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,205 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 968cf3645ae09da0368016108417a027 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,205 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region f16ed44c606e66d3b2940e256bc7499f changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,206 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region fd0861cf046b89e184b9e9cdf9ae59fa changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,206 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region a6b3841b3e6704d06d8100fa817d9f5b changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,206 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 9e0d0070ec8d7eb661f66b6354970299 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,206 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region ae8789c067d0d291019cf21c96bf57e8 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,206 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1657623790 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,206 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 6acc1cad037875813ef99e8dbdf7a51b changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,206 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region a76e7a516b75b1980a5874474f769024 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,206 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 937bbe65ef4ae917505f3f822ae0cb75 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,206 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region b410deb25f389a497b1025884ed446ba changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,206 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region de776db267545a6f35b795991b18f629 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,206 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 7ab95b246ce4a8f4da62e9b24f66978d changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,206 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region d4e940794dff283563a38431daf28fb5 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,206 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 6e2d2fd9062e3eb23d9f91d08b34b278 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:22:03,850 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:22:03,850 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:04,738 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:22:04,738 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:04,778 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:22:05,007 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:22:05,007 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:06,003 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:22:06,003 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:06,433 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 57.6830 sec 2024-12-13T08:22:06,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:06,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:06,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:06,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:07,608 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:22:07,608 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:07,750 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:22:07,750 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:08,185 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:22:08,439 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:22:08,439 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:08,636 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:22:09,607 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:22:09,607 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:10,203 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:22:10,203 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:11,425 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-13T08:22:11,434 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 1 mins, 2.683 sec 2024-12-13T08:22:11,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:11,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:11,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:11,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:11,688 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:22:11,751 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:22:11,751 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:12,240 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:22:12,240 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:13,498 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-13T08:22:13,498 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-13T08:22:13,499 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-13T08:22:14,308 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:22:14,308 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:14,503 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:22:14,504 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:14,508 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:22:14,508 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:15,295 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:22:15,852 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:22:15,852 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:16,140 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:22:16,141 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:16,434 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 1 mins, 7.684 sec 2024-12-13T08:22:16,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:16,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:16,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:16,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:22:18,904 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:22:18,904 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:19,003 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:22:19,108 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:22:19,109 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:20,052 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:22:20,052 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:20,141 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:22:20,141 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:21,434 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 1 mins, 12.684 sec 2024-12-13T08:22:21,509 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:22:21,509 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:21,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:21,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:21,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:21,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:22,811 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:22:23,405 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:22:23,405 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:24,009 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:22:24,009 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:24,242 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:22:24,242 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:24,353 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:22:24,353 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:26,435 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 1 mins, 17.685 sec 2024-12-13T08:22:26,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:26,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:26,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:26,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:26,720 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:22:28,006 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:22:28,006 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:28,443 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:22:28,443 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:28,610 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:22:28,610 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:28,637 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:22:28,754 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:22:28,754 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:29,010 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:22:29,010 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:30,729 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:22:30,864 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:22:31,435 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 1 mins, 22.685 sec 2024-12-13T08:22:31,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:31,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:31,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:31,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:32,706 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:22:32,707 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:32,744 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:22:32,744 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:33,255 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:22:33,255 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:33,353 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-13T08:22:33,773 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-13T08:22:33,776 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-13T08:22:34,111 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:22:34,111 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:34,832 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:22:35,811 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:22:35,811 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:36,436 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 1 mins, 27.685 sec 2024-12-13T08:22:36,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:36,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:36,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:36,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:22:37,144 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:22:37,145 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:37,507 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:22:37,508 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:37,855 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:22:37,856 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:39,040 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:22:39,312 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:22:39,312 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:41,436 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 1 mins, 32.686 sec 2024-12-13T08:22:41,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:41,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:41,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:41,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:41,645 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:22:41,645 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:42,408 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:22:42,408 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:42,556 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:22:42,557 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:43,111 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:22:43,112 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:43,349 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:22:44,613 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:22:44,613 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:46,246 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:22:46,246 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:46,437 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 1 mins, 37.686 sec 2024-12-13T08:22:46,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:46,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:46,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:46,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:47,357 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:22:47,357 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:47,409 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:22:47,409 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:47,752 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:22:48,637 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:22:50,013 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:22:50,014 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:50,512 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:22:50,512 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:50,947 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:22:50,947 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:51,437 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 1 mins, 42.687 sec 2024-12-13T08:22:51,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:51,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:51,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:51,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:52,258 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:22:52,258 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:52,260 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:22:52,510 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:22:52,510 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:55,514 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:22:55,514 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:55,748 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:22:55,748 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:56,438 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 1 mins, 47.687 sec 2024-12-13T08:22:56,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:56,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:56,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:56,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:22:56,867 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:22:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:22:57,259 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:22:57,259 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:57,710 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:22:57,710 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:22:58,013 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:22:58,013 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:00,648 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:23:00,649 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:00,864 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:23:01,115 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:23:01,115 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:01,438 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 1 mins, 52.688 sec 2024-12-13T08:23:01,575 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:23:01,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:01,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:01,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:01,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:02,360 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:23:02,360 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:03,011 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:23:03,011 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:04,247 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-13T08:23:04,247 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=25, created chunk count=35, reused chunk count=82, reuseRatio=70.09% 2024-12-13T08:23:05,614 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:23:05,614 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:05,649 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:23:05,649 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:06,384 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:23:06,438 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 1 mins, 57.688 sec 2024-12-13T08:23:06,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:06,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:06,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:06,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:06,816 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:23:06,816 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:07,561 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:23:07,561 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:08,412 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:23:08,412 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:08,637 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:23:10,750 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:23:10,750 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:11,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,287 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:23:11,439 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 2 mins, 2.689 sec 2024-12-13T08:23:11,573 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-13T08:23:11,616 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:23:11,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:11,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:11,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:11,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:11,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:11,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:23:12,617 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:23:12,617 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:12,861 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:23:12,862 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:13,101 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-13T08:23:13,101 ERROR [AsyncConn Chore Service.Chore.1 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-13T08:23:13,103 DEBUG [AsyncConn Chore Service.Chore.1 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-13T08:23:13,315 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:23:13,315 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:13,912 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:23:13,913 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:15,951 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:23:15,951 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:16,292 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:23:16,439 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 2 mins, 7.689 sec 2024-12-13T08:23:16,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:16,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:16,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:16,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:23:18,262 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:23:18,262 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:18,354 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-13T08:23:18,518 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:23:18,518 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:18,774 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-13T08:23:18,777 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-13T08:23:19,513 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:23:19,513 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:21,116 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:23:21,116 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:21,252 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:23:21,252 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:21,398 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:23:21,439 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 2 mins, 12.689 sec 2024-12-13T08:23:21,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:21,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:21,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:21,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:23,763 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:23:23,763 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:24,518 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:23:24,519 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:25,214 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:23:25,214 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:26,440 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 2 mins, 17.69 sec 2024-12-13T08:23:26,605 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:23:26,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:26,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:26,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:26,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:26,652 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:23:26,653 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:28,637 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:23:29,017 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:23:29,017 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:29,364 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:23:29,364 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:30,619 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:23:30,620 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:30,865 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:23:31,014 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:23:31,014 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:31,440 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 2 mins, 22.69 sec 2024-12-13T08:23:31,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:31,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:31,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:31,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:31,912 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:23:32,153 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:23:32,153 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:35,064 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:23:35,065 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:36,440 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 2 mins, 27.69 sec 2024-12-13T08:23:36,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:36,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:36,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:36,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:36,820 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:23:36,820 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:23:36,915 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:23:36,915 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:37,018 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:23:37,018 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:37,319 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:23:37,754 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:23:37,754 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:40,865 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:23:40,865 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:41,441 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 2 mins, 32.691 sec 2024-12-13T08:23:41,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:41,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:41,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:41,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:42,829 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:23:42,915 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:23:42,916 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:43,121 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:23:43,121 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:43,454 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:23:43,455 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:45,118 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:23:45,118 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:46,441 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 2 mins, 37.691 sec 2024-12-13T08:23:46,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:46,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:46,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:46,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:46,766 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:23:46,766 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:48,436 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:23:48,638 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:23:49,016 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:23:49,016 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:49,255 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:23:49,255 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:49,522 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:23:49,522 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:51,441 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 2 mins, 42.691 sec 2024-12-13T08:23:51,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:51,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:51,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:51,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:52,766 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:23:52,767 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:53,319 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:23:53,319 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:54,144 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:23:55,156 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:23:55,156 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:55,217 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:23:55,217 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:56,022 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:23:56,023 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:56,442 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 2 mins, 47.692 sec 2024-12-13T08:23:56,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:56,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:56,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:56,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:23:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:23:58,867 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:23:58,867 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:23:59,950 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:24:00,865 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:24:01,157 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:24:01,157 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:01,442 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 2 mins, 52.692 sec 2024-12-13T08:24:01,518 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:24:01,518 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:01,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:01,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:01,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:01,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:01,620 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:24:01,620 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:02,623 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:24:02,623 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:03,354 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-13T08:24:03,774 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-13T08:24:03,777 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-13T08:24:05,068 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:24:05,068 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:05,857 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:24:06,442 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 2 mins, 57.692 sec 2024-12-13T08:24:06,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:06,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:06,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:06,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:07,257 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:24:07,258 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:07,918 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:24:07,919 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:08,638 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:24:09,324 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:24:09,324 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:10,020 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:24:10,021 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:11,369 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:24:11,369 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:11,442 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 3 mins, 2.692 sec 2024-12-13T08:24:11,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:11,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:11,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:11,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:11,864 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:24:12,509 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-13T08:24:13,458 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:24:13,458 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:14,134 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-13T08:24:14,134 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-13T08:24:14,135 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-13T08:24:14,419 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:24:14,419 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:16,125 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:24:16,125 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:16,443 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 3 mins, 7.693 sec 2024-12-13T08:24:16,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:16,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:16,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:16,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:24:17,769 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:24:17,770 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:17,968 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:24:18,521 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:24:18,521 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:19,759 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:24:19,759 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:21,020 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:24:21,020 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:21,443 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 3 mins, 12.693 sec 2024-12-13T08:24:21,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:21,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:21,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:21,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:23,026 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:24:23,026 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:24,177 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:24:24,270 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:24:24,270 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:26,160 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:24:26,160 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:26,443 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 3 mins, 17.693 sec 2024-12-13T08:24:26,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:26,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:26,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:26,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:27,122 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:24:27,122 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:27,720 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:24:27,720 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:28,638 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:24:30,027 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:24:30,027 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:30,486 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:24:30,866 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:24:30,871 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:24:30,871 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:31,444 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 3 mins, 22.694 sec 2024-12-13T08:24:31,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:31,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:31,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:31,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:32,660 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:24:32,661 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:34,521 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:24:34,521 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:35,822 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:24:35,822 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:36,444 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 3 mins, 27.694 sec 2024-12-13T08:24:36,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:36,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:36,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:36,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:24:36,890 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:24:37,127 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:24:37,128 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:37,572 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:24:37,572 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:39,261 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:24:39,261 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:41,422 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:24:41,422 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:41,445 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 3 mins, 32.695 sec 2024-12-13T08:24:41,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:41,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:41,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:41,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:43,399 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:24:44,328 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:24:44,329 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:44,373 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:24:44,373 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:44,623 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:24:44,623 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:45,962 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:24:45,962 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:46,445 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 3 mins, 37.695 sec 2024-12-13T08:24:46,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:46,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:46,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:46,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:48,355 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-13T08:24:48,422 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:24:48,422 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:48,639 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:24:48,775 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-13T08:24:48,777 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-13T08:24:50,004 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:24:51,273 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:24:51,274 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:51,446 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 3 mins, 42.695 sec 2024-12-13T08:24:51,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:51,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:51,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:51,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:51,629 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:24:51,629 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:52,763 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:24:52,763 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:53,524 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:24:53,524 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:55,523 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:24:55,523 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:56,446 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 3 mins, 47.696 sec 2024-12-13T08:24:56,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:56,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:56,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:56,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:24:56,710 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:24:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:24:58,274 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:24:58,274 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:59,030 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:24:59,030 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:24:59,664 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:24:59,664 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:00,866 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:25:01,446 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 3 mins, 52.696 sec 2024-12-13T08:25:01,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:01,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:01,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:01,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:02,525 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:25:02,525 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:02,724 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:25:02,724 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:03,519 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:25:05,375 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:25:05,375 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:06,447 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 3 mins, 57.696 sec 2024-12-13T08:25:06,531 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:25:06,531 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:06,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:06,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:06,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:06,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:06,664 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:25:06,665 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:08,639 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:25:10,025 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:25:10,025 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:10,426 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:25:11,447 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 4 mins, 2.697 sec 2024-12-13T08:25:11,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:11,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:11,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:11,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:11,626 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:25:11,626 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:12,158 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-13T08:25:12,576 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:25:12,576 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:13,347 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-13T08:25:13,347 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-13T08:25:13,347 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-13T08:25:13,765 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:25:13,765 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:14,132 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:25:14,132 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:16,447 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 4 mins, 7.697 sec 2024-12-13T08:25:16,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:16,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:16,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:16,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:25:17,425 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:25:17,426 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:17,434 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:25:19,877 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:25:19,877 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:20,827 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:25:20,827 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:20,966 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:25:20,966 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:21,448 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 4 mins, 12.698 sec 2024-12-13T08:25:21,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:21,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:21,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:21,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:21,833 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:25:21,833 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:24,543 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:25:24,926 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:25:24,926 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:26,448 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 4 mins, 17.698 sec 2024-12-13T08:25:26,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:26,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:26,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:26,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:27,278 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:25:27,278 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:28,267 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:25:28,267 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:28,639 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:25:29,633 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:25:29,634 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:30,127 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:25:30,128 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:30,867 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:25:31,448 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 4 mins, 22.698 sec 2024-12-13T08:25:31,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:31,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:31,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:31,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:31,750 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:25:32,527 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:25:32,527 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:33,355 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-13T08:25:33,775 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-13T08:25:33,778 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-13T08:25:34,778 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:25:34,778 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:35,667 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:25:35,668 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:36,449 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 4 mins, 27.699 sec 2024-12-13T08:25:36,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:36,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:36,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:36,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:25:37,534 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:25:37,534 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:39,057 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:25:39,528 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:25:39,528 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:40,228 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:25:40,228 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:41,449 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 4 mins, 32.699 sec 2024-12-13T08:25:41,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:41,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:41,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:41,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:42,379 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:25:42,379 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:43,168 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:25:43,168 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:45,535 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:25:45,535 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:46,450 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 4 mins, 37.699 sec 2024-12-13T08:25:46,465 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:25:46,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:46,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:46,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:46,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:48,029 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:25:48,029 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:48,640 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:25:49,029 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:25:49,029 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:50,080 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:25:50,080 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:50,768 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:25:50,769 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:51,450 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 4 mins, 42.7 sec 2024-12-13T08:25:51,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:51,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:51,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:51,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:53,636 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:25:53,636 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:53,972 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:25:55,929 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:25:55,929 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:56,450 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 4 mins, 47.7 sec 2024-12-13T08:25:56,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:56,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:56,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:56,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:25:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:25:57,880 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:25:57,881 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:58,469 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:25:58,469 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:25:58,630 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:25:58,630 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:00,867 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:26:01,031 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=660.99 KB, freeSize=879.35 MB, max=880 MB, blockCount=0, accesses=0, hits=0, hitRatio=0, cachingAccesses=0, cachingHits=0, cachingHitsRatio=0,evictions=29, evicted=0, evictedPerRun=0.0 2024-12-13T08:26:01,080 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=663.48 KB, freeSize=879.35 MB, max=880 MB, blockCount=2, accesses=4, hits=2, hitRatio=50.00%, , cachingAccesses=4, cachingHits=2, cachingHitsRatio=50.00%, evictions=29, evicted=0, evictedPerRun=0.0 2024-12-13T08:26:01,128 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=662.77 KB, freeSize=879.35 MB, max=880 MB, blockCount=1, accesses=2, hits=1, hitRatio=50.00%, , cachingAccesses=2, cachingHits=1, cachingHitsRatio=50.00%, evictions=29, evicted=0, evictedPerRun=0.0 2024-12-13T08:26:01,171 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=663.48 KB, freeSize=879.35 MB, max=880 MB, blockCount=2, accesses=6, hits=4, hitRatio=66.67%, , cachingAccesses=6, cachingHits=4, cachingHitsRatio=66.67%, evictions=29, evicted=0, evictedPerRun=0.0 2024-12-13T08:26:01,451 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 4 mins, 52.701 sec 2024-12-13T08:26:01,581 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:26:01,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:01,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:01,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:01,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:01,836 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:26:01,837 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:02,230 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.BaseLoadBalancer(778): Start Generate Balance plan for cluster. 2024-12-13T08:26:02,233 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.BalancerClusterState(202): Hosts are {6b1293cedc9a=0} racks are {/default-rack=0} 2024-12-13T08:26:02,235 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-13T08:26:02,235 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-13T08:26:02,235 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-13T08:26:02,235 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-13T08:26:02,235 INFO [master/6b1293cedc9a:0.Chore.1 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-13T08:26:02,235 INFO [master/6b1293cedc9a:0.Chore.1 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-13T08:26:02,235 INFO [master/6b1293cedc9a:0.Chore.1 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-13T08:26:02,235 INFO [master/6b1293cedc9a:0.Chore.1 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-13T08:26:02,235 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.BalancerClusterState(319): Number of tables=3, number of hosts=1, number of racks=1 2024-12-13T08:26:02,238 INFO [master/6b1293cedc9a:0.Chore.1 {}] balancer.StochasticLoadBalancer(421): Cluster wide - skipping load balancing because weighted average imbalance=4.021142565148535E-4 <= threshold(0.025). If you want more aggressive balancing, either lower hbase.master.balancer.stochastic.minCostNeedBalance from 0.025 or increase the relative multiplier(s) of the specific cost function(s). functionCost=RegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.05416469565798513, need balance); PrimaryRegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.03518670059664139, need balance); MoveCostFunction : (multiplier=7.0, imbalance=0.0); ServerLocalityCostFunction : (multiplier=25.0, imbalance=0.0); RackLocalityCostFunction : (multiplier=15.0, imbalance=0.0); TableSkewCostFunction : (multiplier=35.0, imbalance=0.0); RegionReplicaHostCostFunction : (multiplier=100000.0, imbalance=0.0); RegionReplicaRackCostFunction : (multiplier=10000.0, imbalance=0.0); ReadRequestCostFunction : (multiplier=5.0, imbalance=0.0); WriteRequestCostFunction : (multiplier=5.0, imbalance=0.0); MemStoreSizeCostFunction : (multiplier=5.0, imbalance=0.0); StoreFileCostFunction : (multiplier=5.0, imbalance=0.0); 2024-12-13T08:26:02,238 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] master.HMaster(2144): Balancer is going into sleep until next period in 300000ms 2024-12-13T08:26:02,239 DEBUG [hconnection-0x460fced1-shared-pool-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:26:02,240 INFO [RS-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:26:02,246 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T08:26:02,251 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(219): Skipping table testHBaseMetaReplicates_0 because normalization is disabled in its table properties and normalization is also disabled at table level by default 2024-12-13T08:26:03,585 INFO [regionserver/6b1293cedc9a:0.Chore.1 {}] regionserver.HRegionServer$PeriodicMemStoreFlusher(2070): MemstoreFlusherChore requesting flush of hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b. because 6acc1cad037875813ef99e8dbdf7a51b/info has an old edit so flush to free WALs after random delay 247776 ms 2024-12-13T08:26:03,930 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:26:03,930 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:04,583 INFO [regionserver/6b1293cedc9a:0.Chore.1 {}] regionserver.HRegionServer$PeriodicMemStoreFlusher(2070): MemstoreFlusherChore requesting flush of hbase:meta,,1.1588230740 because 1588230740/info has an old edit so flush to free WALs after random delay 59649 ms 2024-12-13T08:26:05,781 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:26:05,782 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:06,270 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:26:06,270 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:06,451 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 4 mins, 57.701 sec 2024-12-13T08:26:06,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:06,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:06,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:06,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:08,330 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:26:08,331 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:08,640 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:26:09,290 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:26:10,137 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:26:10,137 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:11,452 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 5 mins, 2.701 sec 2024-12-13T08:26:11,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:11,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:11,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:11,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:12,030 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:26:12,031 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:12,675 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-13T08:26:13,782 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:26:13,782 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:14,171 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:26:14,171 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:14,644 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-13T08:26:14,645 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-13T08:26:14,646 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-13T08:26:16,452 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 5 mins, 7.702 sec 2024-12-13T08:26:16,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:16,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:16,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:16,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:26:17,100 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:26:18,131 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:26:18,132 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:18,356 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-13T08:26:18,538 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:26:18,538 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:18,775 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-13T08:26:18,778 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-13T08:26:20,231 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:26:20,231 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:21,453 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 5 mins, 12.702 sec 2024-12-13T08:26:21,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:21,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:21,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:21,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:21,883 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:26:21,883 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:22,172 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:26:22,172 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:25,008 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:26:26,453 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 5 mins, 17.703 sec 2024-12-13T08:26:26,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:26,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:26,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:26,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:27,039 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:26:27,039 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:28,032 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:26:28,032 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:28,532 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:26:28,532 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:28,640 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:26:30,083 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:26:30,084 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:30,272 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:26:30,273 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:30,867 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:26:31,453 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 5 mins, 22.703 sec 2024-12-13T08:26:31,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:31,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:31,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:31,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:33,016 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:26:35,640 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:26:35,640 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:36,454 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 5 mins, 27.703 sec 2024-12-13T08:26:36,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:36,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:36,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:36,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:26:36,933 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:26:36,933 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:38,033 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:26:38,033 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:38,384 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:26:38,384 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:38,473 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:26:38,473 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:41,125 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:26:41,454 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 5 mins, 32.704 sec 2024-12-13T08:26:41,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:41,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:41,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:41,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:44,341 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:26:44,341 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:45,434 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:26:45,434 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:46,454 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 5 mins, 37.704 sec 2024-12-13T08:26:46,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:46,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:46,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:46,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:46,774 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:26:46,774 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:46,785 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:26:46,785 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:48,134 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:26:48,134 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:48,641 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:26:49,334 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:26:51,455 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 5 mins, 42.705 sec 2024-12-13T08:26:51,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:51,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:51,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:51,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:53,141 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:26:53,142 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:54,034 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:26:54,035 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:55,174 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:26:55,175 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:55,286 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:26:55,286 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:26:56,455 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 5 mins, 47.705 sec 2024-12-13T08:26:56,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:56,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:56,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:56,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:26:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:26:57,642 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:26:58,335 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:26:58,335 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:00,868 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:27:01,455 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 5 mins, 52.705 sec 2024-12-13T08:27:01,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:01,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:01,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:01,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:02,042 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:27:02,042 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:02,735 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:27:02,735 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:03,356 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-13T08:27:03,675 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:27:03,675 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:03,776 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-13T08:27:03,778 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-13T08:27:03,886 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:27:03,887 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:04,232 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-13T08:27:04,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=84.59 KB heapSize=131.02 KB 2024-12-13T08:27:04,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/.tmp/info/ecd675b5de144664849030988cef3630 is 180, key is testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024./info:regioninfo/1734078064844/Put/seqid=0 2024-12-13T08:27:04,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741896_1072 (size=79997) 2024-12-13T08:27:04,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741896_1072 (size=79997) 2024-12-13T08:27:04,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741896_1072 (size=79997) 2024-12-13T08:27:04,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=84.25 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/.tmp/info/ecd675b5de144664849030988cef3630 2024-12-13T08:27:04,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/.tmp/table/ace8f9bd43984216ab71b29043596af5 is 61, key is testHBaseMetaReplicates_0/table:state/1734078064935/Put/seqid=0 2024-12-13T08:27:04,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34727 is added to blk_1073741897_1073 (size=5491) 2024-12-13T08:27:04,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741897_1073 (size=5491) 2024-12-13T08:27:04,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741897_1073 (size=5491) 2024-12-13T08:27:04,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=342 B at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/.tmp/table/ace8f9bd43984216ab71b29043596af5 2024-12-13T08:27:04,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/.tmp/info/ecd675b5de144664849030988cef3630 as hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/info/ecd675b5de144664849030988cef3630 2024-12-13T08:27:04,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/info/ecd675b5de144664849030988cef3630, entries=525, sequenceid=177, filesize=78.1 K 2024-12-13T08:27:04,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/.tmp/table/ace8f9bd43984216ab71b29043596af5 as hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/table/ace8f9bd43984216ab71b29043596af5 2024-12-13T08:27:04,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/table/ace8f9bd43984216ab71b29043596af5, entries=5, sequenceid=177, filesize=5.4 K 2024-12-13T08:27:04,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~84.59 KB/86619, heapSize ~130.73 KB/133872, currentSize=0 B/0 for 1588230740 in 63ms, sequenceid=177, compaction requested=false 2024-12-13T08:27:04,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-13T08:27:06,050 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8496, reset compression=false 2024-12-13T08:27:06,058 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-13T08:27:06,058 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:06,058 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/178=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078424233/Put/vlen=102/seqid=0; >],292}, {hbase:meta/1588230740/179=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734078424295/Put/vlen=170/seqid=0; >],356}], lastWalPath=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta, lastWalPosition=8936, nbRowKeys=2, nbHFiles=0, heapSize=648, lastSeqIds={}, endOfFile=false,usedBufferSize=648] 2024-12-13T08:27:06,061 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:27:06,062 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:27:06,062 INFO [RS-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=AdminService 2024-12-13T08:27:06,062 INFO [RS-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=AdminService 2024-12-13T08:27:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 177 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:27:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41757 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 177 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-13T08:27:06,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=84.59 KB heapSize=131.02 KB 2024-12-13T08:27:06,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41757 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=84.59 KB heapSize=131.02 KB 2024-12-13T08:27:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:177 2024-12-13T08:27:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41757 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:177 2024-12-13T08:27:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 177 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "ecd675b5de144664849030988cef3630" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" flush_output: "ace8f9bd43984216ab71b29043596af5" } region_name: "hbase:meta,,1" 2024-12-13T08:27:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41757 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 177 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "ecd675b5de144664849030988cef3630" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" flush_output: "ace8f9bd43984216ab71b29043596af5" } region_name: "hbase:meta,,1" 2024-12-13T08:27:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41757 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:177 and a previous prepared snapshot was found 2024-12-13T08:27:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:177 and a previous prepared snapshot was found 2024-12-13T08:27:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:27:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41757 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:27:06,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41757 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8a2fe4 added hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/info/ecd675b5de144664849030988cef3630, entries=525, sequenceid=177, filesize=78.1 K 2024-12-13T08:27:06,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72fbc217 added hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/info/ecd675b5de144664849030988cef3630, entries=525, sequenceid=177, filesize=78.1 K 2024-12-13T08:27:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41757 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:27:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:27:06,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41757 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43a856fc added hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/table/ace8f9bd43984216ab71b29043596af5, entries=5, sequenceid=177, filesize=5.4 K 2024-12-13T08:27:06,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@769bcfc6 added hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/table/ace8f9bd43984216ab71b29043596af5, entries=5, sequenceid=177, filesize=5.4 K 2024-12-13T08:27:06,261 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:06,456 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 5 mins, 57.706 sec 2024-12-13T08:27:06,570 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:06,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:06,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:06,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:06,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:06,977 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:07,486 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:08,095 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:08,636 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:27:08,636 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:08,802 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:09,610 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:10,514 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:11,043 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:27:11,043 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:11,456 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 6 mins, 2.706 sec 2024-12-13T08:27:11,466 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-13T08:27:11,523 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:11,536 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:27:11,536 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:11,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:11,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:11,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:11,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:12,276 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:27:12,276 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:12,587 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:27:12,588 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:12,630 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:13,548 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-13T08:27:13,549 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-13T08:27:13,550 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-13T08:27:13,835 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:15,141 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:16,457 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 6 mins, 7.706 sec 2024-12-13T08:27:16,550 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:16,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:16,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:16,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:16,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:27:18,058 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:19,037 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:27:19,037 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:19,665 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:20,144 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:27:20,144 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:20,437 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:27:20,437 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:20,977 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:27:20,977 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:21,369 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:21,388 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:27:21,388 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:21,457 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 6 mins, 12.707 sec 2024-12-13T08:27:21,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:21,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:21,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:21,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:23,178 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:25,085 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:26,072 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:27:26,457 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 6 mins, 17.707 sec 2024-12-13T08:27:26,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:26,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:26,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:26,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:27,092 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:29,197 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:29,345 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:27:29,345 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:29,437 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:27:29,438 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:29,538 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:27:29,538 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:29,778 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:27:29,778 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:30,289 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:27:30,289 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:30,868 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:27:31,400 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:31,458 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 6 mins, 22.708 sec 2024-12-13T08:27:31,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:31,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:31,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:31,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:33,704 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:36,113 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:36,458 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 6 mins, 27.708 sec 2024-12-13T08:27:36,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:36,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:36,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:36,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:27:38,538 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:27:38,538 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:38,620 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:38,646 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:27:38,646 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:38,678 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:27:38,678 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:39,289 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:27:39,290 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:40,139 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:27:40,139 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:41,229 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:41,458 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 6 mins, 32.708 sec 2024-12-13T08:27:41,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:41,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:41,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:41,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:43,938 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:46,072 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:27:46,459 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 6 mins, 37.709 sec 2024-12-13T08:27:46,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:46,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:46,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:46,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:46,746 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:47,679 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:27:47,679 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:47,739 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:27:47,739 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:48,046 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:27:48,046 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:48,357 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 97325 2024-12-13T08:27:48,390 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:27:48,390 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:48,776 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 97325 2024-12-13T08:27:48,779 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 97325 2024-12-13T08:27:49,652 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:50,839 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:27:50,840 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:51,459 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 6 mins, 42.709 sec 2024-12-13T08:27:51,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:51,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:51,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:51,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:52,660 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:55,769 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:27:56,460 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 6 mins, 47.709 sec 2024-12-13T08:27:56,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:56,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:56,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:56,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:27:56,780 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:27:56,780 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:27:57,040 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:27:57,040 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:57,547 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:27:57,547 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:57,591 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:27:57,591 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:27:58,977 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:28:00,868 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:28:01,460 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 6 mins, 52.71 sec 2024-12-13T08:28:01,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:01,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:01,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:01,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:01,640 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:28:01,640 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:02,286 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:28:04,246 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=31, created chunk count=35, reused chunk count=82, reuseRatio=70.09% 2024-12-13T08:28:04,247 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-13T08:28:05,693 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:28:05,980 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:28:05,980 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:06,072 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:28:06,441 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:28:06,441 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:06,460 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 6 mins, 57.71 sec 2024-12-13T08:28:06,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:06,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:06,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:06,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:06,892 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:28:06,892 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:07,148 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:28:07,148 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:09,197 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:28:11,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,151 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-13T08:28:11,461 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 7 mins, 2.711 sec 2024-12-13T08:28:11,613 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:28:11,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:11,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:11,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:11,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:11,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:11,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:28:12,473 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-13T08:28:12,474 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-13T08:28:12,475 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-13T08:28:12,541 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:28:12,541 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:12,804 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:28:15,281 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:28:15,281 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:15,941 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:28:15,942 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:16,293 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:28:16,293 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:16,461 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 7 mins, 7.711 sec 2024-12-13T08:28:16,513 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:28:16,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:16,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:16,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:16,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:16,849 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:28:16,849 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:28:20,322 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:28:21,461 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 7 mins, 12.711 sec 2024-12-13T08:28:21,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:21,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:21,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:21,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:23,541 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:28:23,542 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:24,228 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:28:24,681 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:28:24,682 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:25,542 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:28:25,542 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:25,793 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:28:25,793 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:26,072 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:28:26,462 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 7 mins, 17.712 sec 2024-12-13T08:28:26,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:26,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:26,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:26,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:26,649 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:28:26,650 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:28,235 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:28:30,869 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:28:31,462 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 7 mins, 22.712 sec 2024-12-13T08:28:31,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:31,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:31,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:31,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:32,342 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:28:33,357 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 97325 2024-12-13T08:28:33,776 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 97325 2024-12-13T08:28:33,779 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 97325 2024-12-13T08:28:34,182 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:28:34,183 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:34,642 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:28:34,642 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:35,243 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:28:35,243 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:35,394 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:28:35,394 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:36,463 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 7 mins, 27.712 sec 2024-12-13T08:28:36,550 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:28:36,550 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:36,552 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:28:36,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:36,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:36,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:36,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:28:40,860 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:28:41,463 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 7 mins, 32.713 sec 2024-12-13T08:28:41,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:41,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:41,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:41,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:43,783 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:28:43,783 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:45,044 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:28:45,044 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:45,094 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:28:45,095 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:45,264 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:28:45,843 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:28:45,843 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:46,073 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:28:46,463 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 7 mins, 37.713 sec 2024-12-13T08:28:46,551 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:28:46,551 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:46,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:46,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:46,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:46,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:49,769 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:28:51,464 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 7 mins, 42.713 sec 2024-12-13T08:28:51,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:51,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:51,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:51,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:53,484 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:28:53,484 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:54,378 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:28:54,895 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:28:54,896 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:54,945 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:28:54,945 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:56,464 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 7 mins, 47.714 sec 2024-12-13T08:28:56,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:56,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:56,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:56,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:28:56,652 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:28:56,652 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:28:57,144 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:28:57,144 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:28:59,085 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:29:00,869 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:29:01,465 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 7 mins, 52.714 sec 2024-12-13T08:29:01,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:01,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:01,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:01,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:03,285 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:29:03,285 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:03,894 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:29:04,797 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:29:04,797 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:04,945 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:29:04,945 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:06,073 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:29:06,465 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 7 mins, 57.715 sec 2024-12-13T08:29:06,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:06,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:06,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:06,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:06,852 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:29:06,852 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:08,544 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:29:08,544 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:08,802 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:29:11,466 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 8 mins, 2.716 sec 2024-12-13T08:29:11,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:11,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:11,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:11,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:11,631 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-13T08:29:13,074 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-13T08:29:13,075 ERROR [AsyncConn Chore Service.Chore.1 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-13T08:29:13,076 DEBUG [AsyncConn Chore Service.Chore.1 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-13T08:29:13,186 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:29:13,186 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:13,811 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:29:14,797 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:29:14,798 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:15,046 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:29:15,046 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:16,466 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 8 mins, 7.716 sec 2024-12-13T08:29:16,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:16,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:16,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:16,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:29:17,153 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:29:17,153 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:18,357 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 97325 2024-12-13T08:29:18,777 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 97325 2024-12-13T08:29:18,780 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 97325 2024-12-13T08:29:18,919 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:29:20,045 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:29:20,045 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:21,467 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 8 mins, 12.716 sec 2024-12-13T08:29:21,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:21,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:21,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:21,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:23,186 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:29:23,187 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:24,126 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:29:24,898 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:29:24,898 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:25,247 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:29:25,247 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:26,073 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:29:26,467 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 8 mins, 17.717 sec 2024-12-13T08:29:26,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:26,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:26,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:26,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:27,554 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:29:27,554 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:29,435 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:29:30,869 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:29:31,467 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 8 mins, 22.717 sec 2024-12-13T08:29:31,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:31,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:31,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:31,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:31,646 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:29:31,646 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:33,287 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:29:33,287 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:34,842 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:29:35,099 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:29:35,099 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:35,548 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:29:35,548 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:36,468 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 8 mins, 27.718 sec 2024-12-13T08:29:36,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:36,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:36,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:36,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:29:38,055 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:29:38,055 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:40,349 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:29:41,468 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 8 mins, 32.718 sec 2024-12-13T08:29:41,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:41,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:41,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:41,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:43,347 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:29:43,347 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:43,488 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:29:43,488 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:45,400 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:29:45,400 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:45,948 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:29:45,949 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:45,954 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:29:46,074 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:29:46,468 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 8 mins, 37.718 sec 2024-12-13T08:29:46,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:46,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:46,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:46,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:48,655 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:29:48,656 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:51,469 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 8 mins, 42.719 sec 2024-12-13T08:29:51,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:51,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:51,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:51,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:51,661 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:29:53,789 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:29:53,789 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:55,147 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:29:55,147 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:55,801 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:29:55,801 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:56,449 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:29:56,449 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:29:56,469 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 8 mins, 47.719 sec 2024-12-13T08:29:56,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:56,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:56,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:56,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:29:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:29:57,470 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:29:59,356 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:29:59,356 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:00,870 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:30:01,470 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 8 mins, 52.72 sec 2024-12-13T08:30:01,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:01,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:01,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:01,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:03,358 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 97325 2024-12-13T08:30:03,378 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:30:03,777 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 97325 2024-12-13T08:30:03,780 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 97325 2024-12-13T08:30:04,190 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:30:04,190 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:06,074 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:30:06,301 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:30:06,302 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:06,470 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 8 mins, 57.72 sec 2024-12-13T08:30:06,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:06,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:06,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:06,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:07,048 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:30:07,048 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:07,050 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:30:07,050 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:09,381 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:30:10,157 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:30:10,157 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:11,293 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-13T08:30:11,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6acc1cad037875813ef99e8dbdf7a51b 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T08:30:11,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/namespace/6acc1cad037875813ef99e8dbdf7a51b/.tmp/info/8678a98c4217481ba390b137f4315653 is 45, key is default/info:d/1734078062623/Put/seqid=0 2024-12-13T08:30:11,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741898_1074 (size=5037) 2024-12-13T08:30:11,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741898_1074 (size=5037) 2024-12-13T08:30:11,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741898_1074 (size=5037) 2024-12-13T08:30:11,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/namespace/6acc1cad037875813ef99e8dbdf7a51b/.tmp/info/8678a98c4217481ba390b137f4315653 2024-12-13T08:30:11,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/namespace/6acc1cad037875813ef99e8dbdf7a51b/.tmp/info/8678a98c4217481ba390b137f4315653 as hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/namespace/6acc1cad037875813ef99e8dbdf7a51b/info/8678a98c4217481ba390b137f4315653 2024-12-13T08:30:11,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/namespace/6acc1cad037875813ef99e8dbdf7a51b/info/8678a98c4217481ba390b137f4315653, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T08:30:11,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 6acc1cad037875813ef99e8dbdf7a51b in 30ms, sequenceid=6, compaction requested=false 2024-12-13T08:30:11,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6acc1cad037875813ef99e8dbdf7a51b: 2024-12-13T08:30:11,470 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 9 mins, 2.72 sec 2024-12-13T08:30:11,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:11,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:11,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:11,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:12,676 WARN [ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x22cbaee4 to 127.0.0.1:60432 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-13T08:30:12,676 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-13T08:30:12,676 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-13T08:30:14,690 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:30:14,690 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:15,490 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:30:16,471 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 9 mins, 7.721 sec 2024-12-13T08:30:16,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:16,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:16,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:16,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:16,902 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:30:16,902 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:30:17,751 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:30:17,751 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:19,049 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:30:19,049 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:21,058 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:30:21,058 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:21,471 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 9 mins, 12.721 sec 2024-12-13T08:30:21,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:21,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:21,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:21,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:21,699 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:30:25,291 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:30:25,291 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:26,074 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:30:26,471 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 9 mins, 17.721 sec 2024-12-13T08:30:26,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:26,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:26,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:26,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:27,603 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:30:27,603 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:28,006 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:30:28,551 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:30:28,552 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:30,870 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:30:31,150 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:30:31,150 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:31,472 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 9 mins, 22.722 sec 2024-12-13T08:30:31,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:31,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:31,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:31,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:32,058 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:30:32,059 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:34,413 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:30:35,992 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:30:35,992 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:36,472 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 9 mins, 27.722 sec 2024-12-13T08:30:36,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:36,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:36,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:36,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:30:38,403 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:30:38,403 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:39,452 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:30:39,452 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:40,920 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:30:41,473 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 9 mins, 32.723 sec 2024-12-13T08:30:41,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:41,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:41,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:41,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:43,160 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:30:43,160 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:43,350 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:30:43,350 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:46,074 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-13T08:30:46,473 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 9 mins, 37.723 sec 2024-12-13T08:30:46,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:46,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:46,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:46,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:46,792 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:30:46,793 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:47,509 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 6acc1cad037875813ef99e8dbdf7a51b, had cached 0 bytes from a total of 5037 2024-12-13T08:30:47,528 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:30:48,358 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 97325 2024-12-13T08:30:48,778 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 97325 2024-12-13T08:30:48,780 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 97325 2024-12-13T08:30:49,304 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false 2024-12-13T08:30:49,304 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46449/user/jenkins/test-data/149484da-0ad1-d619-5019-7f77f7c482f2/WALs/6b1293cedc9a,45283,1734078043064/6b1293cedc9a%2C45283%2C1734078043064.meta.1734078049587.meta to pos 28044, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:50,453 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false 2024-12-13T08:30:50,453 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46549/user/jenkins/test-data/502227d9-cba0-e38e-94d8-2c2c2e4d5129/WALs/6b1293cedc9a,40025,1734078026493/6b1293cedc9a%2C40025%2C1734078026493.meta.1734078038198.meta to pos 28757, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:51,474 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 9 mins, 42.723 sec 2024-12-13T08:30:51,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:51,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:51,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:51,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:54,237 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/WALs/6b1293cedc9a,35779,1734078061125/6b1293cedc9a%2C35779%2C1734078061125.meta.1734078068192.meta to pos 8936, reset compression=false 2024-12-13T08:30:54,361 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false 2024-12-13T08:30:54,361 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:46489/user/jenkins/test-data/10260d32-321b-1d5a-b208-565f9041986e/WALs/6b1293cedc9a,39217,1734078017455/6b1293cedc9a%2C39217%2C1734078017455.meta.1734078022998.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:55,650 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false 2024-12-13T08:30:55,651 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34423/user/jenkins/test-data/5a4c24bd-8b08-0139-df7e-9f0928cf6237/WALs/6b1293cedc9a,46225,1734077883979/6b1293cedc9a%2C46225%2C1734077883979.meta.1734077885972.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:56,474 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-3(pid=172), run time 9 mins, 47.724 sec 2024-12-13T08:30:56,618 INFO [6b1293cedc9a:35779Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:56,619 INFO [6b1293cedc9a:39509Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:56,619 INFO [6b1293cedc9a:41757Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:56,619 INFO [6b1293cedc9a:40219Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:30:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-13T08:30:57,693 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false 2024-12-13T08:30:57,693 WARN [RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:34147/user/jenkins/test-data/7215d968-7165-a557-340d-fb20d21dc155/WALs/6b1293cedc9a,39061,1734078053373/6b1293cedc9a%2C39061%2C1734078053373.meta.1734078057655.meta to pos 17880, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-13T08:30:58,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T08:30:58,696 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T08:30:58,696 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x627ad8f4 to 127.0.0.1:49234 2024-12-13T08:30:58,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:30:58,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T08:30:58,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1435043642, stopped=false 2024-12-13T08:30:58,696 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=6b1293cedc9a,40703,1734078060877 ====> TEST TIMED OUT. PRINTING THREAD DUMP. <==== Timestamp: 2024-12-13 08:30:58,699 "qtp1952196383-7059-acceptor-0@6db920e2-ServerConnector@26429708{HTTP/1.1, (http/1.1)}{localhost:41279}" daemon prio=3 tid=7059 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ConnnectionExpirer" daemon prio=5 tid=7189 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) "SSL Certificates Store Monitor" daemon prio=5 tid=25 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "IPC Server Responder" daemon prio=5 tid=7101 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "RpcClient-timer-pool-0" daemon prio=5 tid=488 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-16-1" daemon prio=10 tid=3112 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:51863@0x533cf058" daemon prio=5 tid=2280 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$725/0x00007f54c8ae27c0.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=7214 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HFileArchiver-3" daemon prio=5 tid=3562 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1074/0x00007f54c8ce2b20.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=7566 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-27-2" daemon prio=10 tid=6108 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1720379247-172.17.0.2-1734078058749:blk_1073741836_1012, type=LAST_IN_PIPELINE" daemon prio=5 tid=7499 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=8261 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-14-1" daemon prio=10 tid=3068 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1654-thread-1" prio=5 tid=7090 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncFSWAL-0-hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/MasterData-prefix:6b1293cedc9a,40703,1734078060877" daemon prio=5 tid=7373 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-19-1" daemon prio=10 tid=4700 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data5)" daemon prio=5 tid=7156 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4-SendThread(127.0.0.1:60432)" daemon prio=5 tid=1110 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1144) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1207) "6b1293cedc9a:40219Replication Statistics #0" daemon prio=5 tid=7470 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41757" daemon prio=5 tid=7276 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=3606 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "region-location-0" daemon prio=5 tid=3363 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-21-3" daemon prio=10 tid=5109 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1720379247-172.17.0.2-1734078058749:blk_1073741835_1011, type=LAST_IN_PIPELINE" daemon prio=5 tid=7501 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Notification Thread" daemon prio=9 tid=13 runnable java.lang.Thread.State: RUNNABLE "RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41757" daemon prio=5 tid=7272 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "ReadOnlyZKClient-127.0.0.1:57139@0x128fa9d8" daemon prio=5 tid=3337 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$725/0x00007f54c8ae27c0.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-15-2" daemon prio=10 tid=3394 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-23-1" daemon prio=10 tid=5951 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ProcessThread(sid:0 cport:49234):" daemon prio=5 tid=7195 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) "RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40703" daemon prio=5 tid=7237 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "IPC Server handler 4 on default port 35879" daemon prio=5 tid=7047 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:60432)" daemon prio=5 tid=636 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1144) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1207) "pool-1651-thread-1" daemon prio=5 tid=7183 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-2" daemon prio=5 tid=5035 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SessionTracker" daemon prio=5 tid=7193 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) "Socket Reader #1 for port 0" daemon prio=5 tid=7000 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "nioEventLoopGroup-42-1" prio=10 tid=6997 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-6" daemon prio=5 tid=1115 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C45283%2C1734078043064,region_replica_replication_catalog" daemon prio=5 tid=4987 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) "pool-1645-thread-1" prio=5 tid=7057 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data7/current/BP-1720379247-172.17.0.2-1734078058749" daemon prio=5 tid=7179 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "normalizer-worker-0" daemon prio=5 tid=7387 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) at app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) at java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 3 on default port 46141" daemon prio=5 tid=7014 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "java.util.concurrent.ThreadPoolExecutor$Worker@77f95b9[State = -1, empty queue]" daemon prio=5 tid=7171 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-SendThread(127.0.0.1:49234)" daemon prio=5 tid=7291 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "zk-event-processor-pool-0" daemon prio=5 tid=6267 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-20-3" daemon prio=10 tid=5027 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.leaseChecker" daemon prio=5 tid=7450 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) "6b1293cedc9a:41757Replication Statistics #0" daemon prio=5 tid=7469 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-13-2" daemon prio=10 tid=3250 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-9-2" daemon prio=10 tid=2274 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40703" daemon prio=5 tid=7235 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-1-2" daemon prio=10 tid=533 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-13-1" daemon prio=10 tid=3036 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-EventThread" daemon prio=5 tid=7248 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "RS-EventLoopGroup-20-1" daemon prio=10 tid=4722 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data1)" daemon prio=5 tid=7117 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=4981 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "DataXceiver for client DFSClient_NONMAPREDUCE_488952195_20 at /127.0.0.1:46036 [Receiving block BP-1720379247-172.17.0.2-1734078058749:blk_1073741830_1006]" daemon prio=5 tid=7368 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=3280 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "NIOWorkerThread-13" daemon prio=5 tid=7223 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-5-1" daemon prio=10 tid=388 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=569 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "region-location-1" daemon prio=5 tid=3406 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:53839@0x50b3d510" daemon prio=5 tid=6251 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$725/0x00007f54c8ae27c0.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-32-2" daemon prio=10 tid=7365 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=2154 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server Responder" daemon prio=5 tid=7069 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "RS-EventLoopGroup-11-1" daemon prio=10 tid=2051 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39509" daemon prio=5 tid=7250 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35779" daemon prio=5 tid=7294 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@361bd26d" daemon prio=5 tid=6979 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog" daemon prio=5 tid=7531 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) "RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40219" daemon prio=5 tid=7324 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703" daemon prio=5 tid=7230 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-12-2" daemon prio=10 tid=2131 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Session-HouseKeeper-4ad76444-1" prio=5 tid=7030 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3bd11a1" daemon prio=5 tid=6980 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 0 on default port 46141" daemon prio=5 tid=7011 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "HFileArchiver-1" daemon prio=5 tid=3560 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1074/0x00007f54c8ce2b20.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1271245205-7091" daemon prio=5 tid=7091 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f54c84454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-3" daemon prio=5 tid=1269 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 1 on default port 46141" daemon prio=5 tid=7012 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "AsyncFSWAL-0-hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1-prefix:6b1293cedc9a,41757,1734078061077" daemon prio=5 tid=7502 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Finalizer" daemon prio=8 tid=3 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) at java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172) "PacketResponder: BP-1720379247-172.17.0.2-1734078058749:blk_1073741834_1010, type=LAST_IN_PIPELINE" daemon prio=5 tid=7491 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-18-3" daemon prio=10 tid=4880 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "JvmPauseMonitor" daemon prio=5 tid=7443 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_-737572247_20 at /127.0.0.1:46214 [Receiving block BP-1720379247-172.17.0.2-1734078058749:blk_1073741835_1011]" daemon prio=5 tid=7486 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data4/current/BP-1720379247-172.17.0.2-1734078058749" daemon prio=5 tid=7144 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-5" daemon prio=5 tid=7215 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PEWorker-2" daemon prio=5 tid=7381 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128) "DataXceiver for client DFSClient_NONMAPREDUCE_488952195_20 at /127.0.0.1:46186 [Receiving block BP-1720379247-172.17.0.2-1734078058749:blk_1073741830_1006]" daemon prio=5 tid=7369 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:51101@0x553e7fb6" daemon prio=5 tid=4969 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$725/0x00007f54c8ae27c0.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41757" daemon prio=5 tid=7277 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40219" daemon prio=5 tid=7317 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS:3;6b1293cedc9a:40219" daemon prio=5 tid=7327 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1164) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) at java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) at app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-0" daemon prio=5 tid=647 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_183730671_20 at /127.0.0.1:46080 [Receiving block BP-1720379247-172.17.0.2-1734078058749:blk_1073741833_1009]" daemon prio=5 tid=7474 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-8-3" daemon prio=10 tid=2193 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp203761433-7026" daemon prio=5 tid=7026 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f54c84454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server idle connection scanner for port 38241" daemon prio=5 tid=7100 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "zk-event-processor-pool-0" daemon prio=5 tid=7271 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-20-2" daemon prio=10 tid=5022 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_183730671_20 at /127.0.0.1:44316 [Receiving block BP-1720379247-172.17.0.2-1734078058749:blk_1073741833_1009]" daemon prio=5 tid=7476 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-2" daemon prio=5 tid=3407 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Command processor" daemon prio=5 tid=7006 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C46225%2C1734077883979,region_replica_replication_catalog" daemon prio=5 tid=640 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) "BP-1720379247-172.17.0.2-1734078058749 heartbeating to localhost/127.0.0.1:46815" daemon prio=5 tid=7107 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test.LruBlockCache.EvictionThread" daemon prio=5 tid=7308 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) "RS-EventLoopGroup-8-2" daemon prio=10 tid=2186 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=3605 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "HFileArchiver-2" daemon prio=5 tid=3561 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1074/0x00007f54c8ce2b20.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@6cfbecbe" daemon prio=5 tid=7065 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncConn Chore Service.Chore.1" daemon prio=5 tid=1113 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOServerCxnFactory.SelectorThread-1" daemon prio=5 tid=7191 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) "NIOWorkerThread-11" daemon prio=5 tid=7221 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.logRoller" daemon prio=5 tid=7438 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=6262 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "IPC Server listener on 0" daemon prio=5 tid=7066 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "Session-HouseKeeper-3662a2c0-1" prio=5 tid=7095 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=7388 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=6130 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-14" daemon prio=5 tid=2345 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@3d993db3" daemon prio=5 tid=7089 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) at app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=8265 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=2509 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data6/current/BP-1720379247-172.17.0.2-1734078058749" daemon prio=5 tid=7163 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39509" daemon prio=5 tid=7251 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "ReadOnlyZKClient-127.0.0.1:60432@0x18bed0a3" daemon prio=5 tid=630 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$725/0x00007f54c8ae27c0.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=568 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data2/current/BP-1720379247-172.17.0.2-1734078058749" daemon prio=5 tid=7124 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-30-1" daemon prio=10 tid=7263 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-1" daemon prio=5 tid=7578 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-16-2" daemon prio=10 tid=3453 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp833106242-6993-acceptor-0@5e2ba685-ServerConnector@5300ad4a{HTTP/1.1, (http/1.1)}{localhost:34901}" daemon prio=3 tid=6993 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Socket Reader #1 for port 0" daemon prio=5 tid=7099 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4-EventThread" daemon prio=5 tid=1111 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "RPCClient-NioEventLoopGroup-7-8" daemon prio=5 tid=1118 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1720379247-172.17.0.2-1734078058749:blk_1073741834_1010, type=LAST_IN_PIPELINE" daemon prio=5 tid=7492 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp203761433-7027-acceptor-0@50c68148-ServerConnector@47911c5{HTTP/1.1, (http/1.1)}{localhost:45969}" daemon prio=3 tid=7027 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.Chore.1" daemon prio=5 tid=7442 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:3;6b1293cedc9a:40219-longCompactions-0" daemon prio=5 tid=7453 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-9" daemon prio=5 tid=7219 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-9-1" daemon prio=10 tid=2007 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=6182 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RS-EventLoopGroup-3-1" daemon prio=10 tid=344 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.Chore.1" daemon prio=5 tid=7456 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MobFileCache #0" daemon prio=5 tid=7290 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncFSWAL-0-hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1-prefix:6b1293cedc9a,35779,1734078061125" daemon prio=5 tid=7504 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.leaseChecker" daemon prio=5 tid=7446 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) "RS-EventLoopGroup-25-3" daemon prio=10 tid=6387 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 4 on default port 46815" daemon prio=5 tid=6974 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "PacketResponder: BP-1720379247-172.17.0.2-1734078058749:blk_1073741895_1071, type=LAST_IN_PIPELINE" daemon prio=5 tid=8257 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-SendThread(127.0.0.1:49234)" daemon prio=5 tid=7209 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40219" daemon prio=5 tid=7322 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "Common-Cleaner" daemon prio=8 tid=12 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) at java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162) "zk-event-processor-pool-0" daemon prio=5 tid=7293 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=5685 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@32b48dd0" daemon prio=5 tid=7032 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-7" daemon prio=5 tid=1117 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 4 on default port 42179" daemon prio=5 tid=7080 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=7463 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=4980 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data3)" daemon prio=5 tid=7138 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "RPCClient-NioEventLoopGroup-7-16" daemon prio=5 tid=2561 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-4-1" daemon prio=10 tid=366 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35779" daemon prio=5 tid=7301 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=7628 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1125343439-6945" daemon prio=5 tid=6945 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f54c84454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35779" daemon prio=5 tid=7298 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=6198 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "regionserver/6b1293cedc9a:0.logRoller" daemon prio=5 tid=7454 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179) "RS-EventLoopGroup-10-2" daemon prio=10 tid=2394 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=8264 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncConn Chore Service.Chore.2" daemon prio=5 tid=8338 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.Chore.1" daemon prio=5 tid=7448 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "master/6b1293cedc9a:0:becomeActiveMaster-MemStoreChunkPool Statistics" daemon prio=5 tid=437 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1125343439-6943" daemon prio=5 tid=6943 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f54c84454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1656-thread-1" prio=5 tid=7108 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3577bef0" daemon prio=5 tid=6977 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41757" daemon prio=5 tid=7275 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=3277 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=3350 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39509" daemon prio=5 tid=7258 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=7455 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "nioEventLoopGroup-46-1" prio=10 tid=7064 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "OldWALsCleaner-0" daemon prio=5 tid=7391 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) at app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) at app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$600/0x00007f54c8a5fa20.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncFSWAL-0-hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1-prefix:6b1293cedc9a,35779,1734078061125.meta" daemon prio=5 tid=7520 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncFSWAL-0-hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1-prefix:6b1293cedc9a,39509,1734078061028" daemon prio=5 tid=7489 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=7630 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "process reaper" daemon prio=10 tid=8779 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) at java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1629-thread-1" prio=5 tid=7008 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=7523 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RPCClient-NioEventLoopGroup-7-4" daemon prio=5 tid=1078 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-EventThread" daemon prio=5 tid=7314 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "WorkerMonitor" daemon prio=5 tid=7379 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) at app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) at app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) "DataXceiver for client DFSClient_NONMAPREDUCE_-622788794_20 at /127.0.0.1:56788 [Receiving block BP-1720379247-172.17.0.2-1734078058749:blk_1073741895_1071]" daemon prio=5 tid=8254 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server listener on 0" daemon prio=5 tid=6960 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "pool-1636-thread-1" prio=5 tid=7025 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41757" daemon prio=5 tid=7281 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-6-2" daemon prio=10 tid=475 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_-1825715723_20 at /127.0.0.1:46198 [Receiving block BP-1720379247-172.17.0.2-1734078058749:blk_1073741834_1010]" daemon prio=5 tid=7482 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-19-3" daemon prio=10 tid=4991 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RequestThrottler" daemon prio=5 tid=7196 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) "RS-EventLoopGroup-12-1" daemon prio=10 tid=2073 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server idle connection scanner for port 46815" daemon prio=5 tid=6962 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41757" daemon prio=5 tid=7274 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "regionserver/6b1293cedc9a:0.leaseChecker" daemon prio=5 tid=7437 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) "master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734078061431" daemon prio=5 tid=7395 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) at app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) at app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) "PacketResponder: BP-1720379247-172.17.0.2-1734078058749:blk_1073741835_1011, type=LAST_IN_PIPELINE" daemon prio=5 tid=7493 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:1;6b1293cedc9a:41757-longCompactions-0" daemon prio=5 tid=7441 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=7003 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1720379247-172.17.0.2-1734078058749:blk_1073741833_1009, type=LAST_IN_PIPELINE" daemon prio=5 tid=7477 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-8" daemon prio=5 tid=7218 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40219" daemon prio=5 tid=7325 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RPCClient-NioEventLoopGroup-7-5" daemon prio=5 tid=1079 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-10" daemon prio=5 tid=1124 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1624-thread-1" daemon prio=5 tid=7128 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "master/6b1293cedc9a:0.Chore.1" daemon prio=5 tid=7392 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1-thread-1" daemon prio=5 tid=14 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200) at java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281) at java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LruBlockCacheStatsExecutor" daemon prio=5 tid=7288 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-29-1" daemon prio=10 tid=7241 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.PeerCache@3f4d81ce" daemon prio=5 tid=439 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) at app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) at app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:57139)" daemon prio=5 tid=3607 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) "qtp1125343439-6950" daemon prio=5 tid=6950 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Idle-Rpc-Conn-Sweeper-pool-0" daemon prio=5 tid=489 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 1 on default port 46815" daemon prio=5 tid=6971 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "region-location-2" daemon prio=5 tid=8399 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-22-3" daemon prio=10 tid=4825 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "BootstrapNodeManager" daemon prio=5 tid=7421 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:2;6b1293cedc9a:35779-longCompactions-0" daemon prio=5 tid=7435 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-21-1" daemon prio=10 tid=4744 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=1708 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "HFileArchiver-8" daemon prio=5 tid=4309 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1074/0x00007f54c8ce2b20.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server idle connection scanner for port 42179" daemon prio=5 tid=7068 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "RS-EventLoopGroup-14-2" daemon prio=10 tid=3571 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Command processor" daemon prio=5 tid=7106 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) "BP-1720379247-172.17.0.2-1734078058749 heartbeating to localhost/127.0.0.1:46815" daemon prio=5 tid=7007 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219" daemon prio=5 tid=7318 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "IPC Server handler 3 on default port 46815" daemon prio=5 tid=6973 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "Timer for 'DataNode' metrics system" daemon prio=5 tid=8706 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "PacketResponder: BP-1720379247-172.17.0.2-1734078058749:blk_1073741895_1071, type=LAST_IN_PIPELINE" daemon prio=5 tid=8258 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=3609 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39217%2C1734078017455,region_replica_replication_catalog" daemon prio=5 tid=2295 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) "Socket Reader #1 for port 0" daemon prio=5 tid=6961 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "PacketResponder: BP-1720379247-172.17.0.2-1734078058749:blk_1073741834_1010, type=LAST_IN_PIPELINE" daemon prio=5 tid=7490 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=3354 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-15" daemon prio=5 tid=7225 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1720379247-172.17.0.2-1734078058749:blk_1073741830_1006, type=LAST_IN_PIPELINE" daemon prio=5 tid=7372 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-16" daemon prio=5 tid=7226 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=2231 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RS-EventLoopGroup-22-1" daemon prio=10 tid=4766 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=6941 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "RPCClient-NioEventLoopGroup-7-3" daemon prio=5 tid=1076 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-3" daemon prio=5 tid=8400 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test.named-queue-events-pool-0" daemon prio=5 tid=310 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) at app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) at app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) at app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MemStoreFlusher.0" daemon prio=5 tid=7464 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) at app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:322) "PacketResponder: BP-1720379247-172.17.0.2-1734078058749:blk_1073741836_1012, type=LAST_IN_PIPELINE" daemon prio=5 tid=7496 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LeaseRenewer:jenkins.hfs.23@localhost:46815" daemon prio=5 tid=7503 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test.LruBlockCache.EvictionThread" daemon prio=5 tid=7286 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) "regionserver/6b1293cedc9a:0.Chore.1" daemon prio=5 tid=7436 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=7529 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-26-1" daemon prio=10 tid=6027 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HBase-Metrics2-1" daemon prio=5 tid=311 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Parameter Sending Thread for localhost/127.0.0.1:46815" daemon prio=5 tid=7010 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) at java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "surefire-forkedjvm-command-thread" daemon prio=5 tid=18 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230) at java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178) at app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169) at app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50) at app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430) at app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419) at app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116) at app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77) at app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60) at app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-26-2" daemon prio=10 tid=6300 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41757" daemon prio=5 tid=7273 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-26-3" daemon prio=10 tid=6309 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server idle connection scanner for port 35879" daemon prio=5 tid=7035 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=3349 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data5/current/BP-1720379247-172.17.0.2-1734078058749" daemon prio=5 tid=7162 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=7451 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "LeaseRenewer:jenkins.hfs.20@localhost:46815" daemon prio=5 tid=7480 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-22-2" daemon prio=10 tid=4824 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-8-1" daemon prio=10 tid=1975 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-12-3" daemon prio=10 tid=2132 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PEWorker-3" daemon prio=5 tid=7382 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegions(HFileArchiver.java:198) at app//org.apache.hadoop.hbase.master.procedure.DeleteTableProcedure.deleteFromFs(DeleteTableProcedure.java:310) at app//org.apache.hadoop.hbase.master.procedure.DeleteTableProcedure.executeFromState(DeleteTableProcedure.java:116) at app//org.apache.hadoop.hbase.master.procedure.DeleteTableProcedure.executeFromState(DeleteTableProcedure.java:62) at app//org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at app//org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread$$Lambda$598/0x00007f54c8a572b0.call(Unknown Source) at app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) "IPC Server handler 2 on default port 46141" daemon prio=5 tid=7013 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS-EventLoopGroup-31-1" daemon prio=10 tid=7285 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LeaseRenewer:jenkins.hfs.22@localhost:46815" daemon prio=5 tid=7500 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "BootstrapNodeManager" daemon prio=5 tid=7420 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_-622788794_20 at /127.0.0.1:46696 [Receiving block BP-1720379247-172.17.0.2-1734078058749:blk_1073741895_1071]" daemon prio=5 tid=8253 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "JvmPauseMonitor" daemon prio=5 tid=7440 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39509" daemon prio=5 tid=7254 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper6b1293cedc9a%2C35779%2C1734078061125,region_replica_replication_catalog" daemon prio=5 tid=7530 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) "RS-EventLoopGroup-5-3" daemon prio=10 tid=1077 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40219" daemon prio=5 tid=7316 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "ProcedureDispatcherTimeoutThread" daemon prio=5 tid=7385 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) at app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) "RS-EventLoopGroup-25-1" daemon prio=10 tid=6005 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=2289 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "IPC Server handler 1 on default port 38241" daemon prio=5 tid=7110 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" daemon prio=5 tid=23 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) at app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-5-2" daemon prio=10 tid=1009 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=7102 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 2 on default port 42179" daemon prio=5 tid=7078 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@30a26e77" daemon prio=5 tid=6990 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) at app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data4)" daemon prio=5 tid=7139 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "SyncThread:0" daemon prio=5 tid=7194 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.FileDispatcherImpl.force0(Native Method) at java.base@17.0.11/sun.nio.ch.FileDispatcherImpl.force(FileDispatcherImpl.java:82) at java.base@17.0.11/sun.nio.ch.FileChannelImpl.force(FileChannelImpl.java:468) at app//org.apache.zookeeper.server.persistence.FileTxnLog.commit(FileTxnLog.java:386) at app//org.apache.zookeeper.server.persistence.FileTxnSnapLog.commit(FileTxnSnapLog.java:598) at app//org.apache.zookeeper.server.ZKDatabase.commit(ZKDatabase.java:659) at app//org.apache.zookeeper.server.SyncRequestProcessor.flush(SyncRequestProcessor.java:235) at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:169) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=3290 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "regionserver/6b1293cedc9a:0.logRoller" daemon prio=5 tid=7462 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179) "RPCClient-NioEventLoopGroup-7-12" daemon prio=5 tid=1184 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 0 on default port 35879" daemon prio=5 tid=7043 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS-EventLoopGroup-32-1" daemon prio=10 tid=7307 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=7893 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:51863)" daemon prio=5 tid=2291 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1144) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1207) "IPC Client (55424644) connection to localhost/127.0.0.1:46815 from jenkins" daemon prio=5 tid=7009 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) at app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) "JvmPauseMonitor" daemon prio=5 tid=7434 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-13" daemon prio=5 tid=2344 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=8443 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=6203 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "master:store-Flusher" daemon prio=5 tid=7376 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) at app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) at app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$493/0x00007f54c89bd430.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35779" daemon prio=5 tid=7299 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "PacketResponder: BP-1720379247-172.17.0.2-1734078058749:blk_1073741833_1009, type=LAST_IN_PIPELINE" daemon prio=5 tid=7479 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:2;6b1293cedc9a:35779" daemon prio=5 tid=7305 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1164) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) at java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) at app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1952196383-7061" daemon prio=5 tid=7061 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncFSWAL-0-hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1-prefix:6b1293cedc9a,40219,1734078061169" daemon prio=5 tid=7505 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-4-2" daemon prio=10 tid=744 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-SendThread(127.0.0.1:49234)" daemon prio=5 tid=7269 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=7522 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39509" daemon prio=5 tid=7252 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-27-3" daemon prio=10 tid=6109 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PEWorker-5" daemon prio=5 tid=7384 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128) "DatanodeAdminMonitor-0" daemon prio=5 tid=6968 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41757" daemon prio=5 tid=7279 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "zk-event-processor-pool-0" daemon prio=5 tid=7249 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=637 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "PacketResponder: BP-1720379247-172.17.0.2-1734078058749:blk_1073741836_1012, type=LAST_IN_PIPELINE" daemon prio=5 tid=7498 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server listener on 0" daemon prio=5 tid=6999 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "IPC Server handler 2 on default port 46815" daemon prio=5 tid=6972 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS-EventLoopGroup-30-3" daemon prio=10 tid=7570 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test.LruBlockCache.EvictionThread" daemon prio=5 tid=7242 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) "RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41757" daemon prio=5 tid=7278 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "qtp1271245205-7092-acceptor-0@69683c04-ServerConnector@72a2c45f{HTTP/1.1, (http/1.1)}{localhost:44949}" daemon prio=3 tid=7092 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40703" daemon prio=5 tid=7229 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-11-3" daemon prio=10 tid=2429 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-0" daemon prio=5 tid=4995 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35779" daemon prio=5 tid=7302 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=7509 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HFileArchiver-6" daemon prio=5 tid=3565 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1074/0x00007f54c8ce2b20.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1125343439-6944" daemon prio=5 tid=6944 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f54c84454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:60432@0x22cbaee4" daemon prio=5 tid=1107 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$725/0x00007f54c8ae27c0.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Block report processor" daemon prio=5 tid=6957 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) "region-location-2" daemon prio=5 tid=690 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-6-3" daemon prio=10 tid=476 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-2" daemon prio=5 tid=7211 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=7526 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "region-location-1" daemon prio=5 tid=6313 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@47ea009f" daemon prio=5 tid=7056 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) at app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40703" daemon prio=5 tid=7228 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=567 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=500 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-6" daemon prio=5 tid=7216 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-15" daemon prio=5 tid=2518 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1627-thread-1" prio=5 tid=6991 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data6)" daemon prio=5 tid=7157 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "IPC Server idle connection scanner for port 46141" daemon prio=5 tid=7001 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "IPC Server handler 2 on default port 35879" daemon prio=5 tid=7045 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=2199 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "pool-1642-thread-1" daemon prio=5 tid=7167 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "6b1293cedc9a:35779Replication Statistics #0" daemon prio=5 tid=7466 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-1" daemon prio=5 tid=2339 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=3275 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=7439 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "DataXceiver for client DFSClient_NONMAPREDUCE_-622788794_20 at /127.0.0.1:46528 [Receiving block BP-1720379247-172.17.0.2-1734078058749:blk_1073741895_1071]" daemon prio=5 tid=8255 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=4847 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-27-1" daemon prio=10 tid=6049 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39509" daemon prio=5 tid=7259 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=8442 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-17-1" daemon prio=10 tid=3134 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server Responder" daemon prio=5 tid=7036 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "master:store-WAL-Roller" daemon prio=5 tid=7348 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179) "MemStoreFlusher.0" daemon prio=5 tid=7457 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) at app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:322) "RS-EventLoopGroup-18-1" daemon prio=10 tid=4668 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=2227 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "IPC Server Responder" daemon prio=5 tid=6963 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734078061431" daemon prio=5 tid=7394 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) at app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) at app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) "IPC Server handler 4 on default port 38241" daemon prio=5 tid=7113 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS:0;6b1293cedc9a:39509" daemon prio=5 tid=7261 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1164) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) at java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) at app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:49234" daemon prio=5 tid=7192 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=2288 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RS-EventLoopGroup-11-2" daemon prio=10 tid=2393 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-28-3" daemon prio=10 tid=7424 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=6199 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35779" daemon prio=5 tid=7297 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "MobFileCache #0" daemon prio=5 tid=7312 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=7315 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39509" daemon prio=5 tid=7257 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "Socket Reader #1 for port 0" daemon prio=5 tid=7067 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779" daemon prio=5 tid=7296 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "Command processor" daemon prio=5 tid=7073 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) "RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40703" daemon prio=5 tid=7232 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=2505 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=4917 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "BP-1720379247-172.17.0.2-1734078058749 heartbeating to localhost/127.0.0.1:46815" daemon prio=5 tid=7074 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HFileArchiver-5" daemon prio=5 tid=3564 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1074/0x00007f54c8ce2b20.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-25-2" daemon prio=10 tid=6367 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1621-thread-1" prio=5 tid=6975 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Client (55424644) connection to localhost/127.0.0.1:46815 from jenkins.hfs.22" daemon prio=5 tid=7430 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) at app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) "org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@52311d3b" daemon prio=5 tid=6955 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1720379247-172.17.0.2-1734078058749:blk_1073741835_1011, type=LAST_IN_PIPELINE" daemon prio=5 tid=7497 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-24-3" daemon prio=10 tid=6386 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=2769 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=7639 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:51863@0x35a9e2ca" daemon prio=5 tid=2500 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$725/0x00007f54c8ae27c0.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-14-3" daemon prio=10 tid=3635 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40703" daemon prio=5 tid=7233 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-1-1" daemon prio=10 tid=312 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1-thread-2" daemon prio=5 tid=15 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) at java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275) at java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35779" daemon prio=5 tid=7303 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=4905 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39509" daemon prio=5 tid=7256 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "region-location-0" daemon prio=5 tid=2338 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1125343439-6947-acceptor-0@4d4f1c66-ServerConnector@32ef6c83{HTTP/1.1, (http/1.1)}{localhost:35015}" daemon prio=3 tid=6947 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=4916 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "IPC Server handler 1 on default port 42179" daemon prio=5 tid=7077 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "PEWorker-1" daemon prio=5 tid=7380 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data8/current/BP-1720379247-172.17.0.2-1734078058749" daemon prio=5 tid=7178 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MobFileCache #0" daemon prio=5 tid=7268 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-10-1" daemon prio=10 tid=2029 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:57139)" daemon prio=5 tid=3351 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1144) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1207) "RS-EventLoopGroup-16-3" daemon prio=10 tid=3643 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:51863)" daemon prio=5 tid=2507 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) "6b1293cedc9a:39509Replication Statistics #0" daemon prio=5 tid=7468 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40703" daemon prio=5 tid=7231 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "IPC Server handler 0 on default port 42179" daemon prio=5 tid=7076 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "qtp203761433-7029" daemon prio=5 tid=7029 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@552d399" daemon prio=5 tid=6967 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-EventThread" daemon prio=5 tid=7292 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "zk-event-processor-pool-0" daemon prio=5 tid=4985 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1125343439-6948" daemon prio=5 tid=6948 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=4982 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RS-EventLoopGroup-15-3" daemon prio=10 tid=3399 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=7070 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1647-thread-1" prio=5 tid=7075 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-24-1" daemon prio=10 tid=5983 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp833106242-6995" daemon prio=5 tid=6995 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@75287e4b" daemon prio=5 tid=7097 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PEWorker-4" daemon prio=5 tid=7383 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128) "regionserver/6b1293cedc9a:0.logRoller" daemon prio=5 tid=7449 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=2218 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=3604 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data8)" daemon prio=5 tid=7173 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=7524 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "IPC Server handler 1 on default port 35879" daemon prio=5 tid=7044 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=6266 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "NIOWorkerThread-3" daemon prio=5 tid=7212 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@50154a7" daemon prio=5 tid=6940 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1952196383-7060" daemon prio=5 tid=7060 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "CacheReplicationMonitor(1381043376)" daemon prio=5 tid=6981 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) at app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) "qtp1271245205-7093" daemon prio=5 tid=7093 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_-1825715723_20 at /127.0.0.1:56300 [Receiving block BP-1720379247-172.17.0.2-1734078058749:blk_1073741834_1010]" daemon prio=5 tid=7483 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "JvmPauseMonitor" daemon prio=5 tid=7452 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-32-3" daemon prio=10 tid=7366 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.leaseChecker" daemon prio=5 tid=7459 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) "IPC Server handler 0 on default port 38241" daemon prio=5 tid=7109 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "ProcExecTimeout" daemon prio=5 tid=7378 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) at app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) at app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) "RS-EventLoopGroup-17-3" daemon prio=10 tid=3194 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40703" daemon prio=5 tid=7234 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-21-2" daemon prio=10 tid=5089 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "main" prio=5 tid=1 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/java.lang.Thread.dumpThreads(Native Method) at java.base@17.0.11/java.lang.Thread.getAllStackTraces(Thread.java:1671) at app//org.apache.hadoop.hbase.TimedOutTestsListener.buildThreadDump(TimedOutTestsListener.java:92) at app//org.apache.hadoop.hbase.TimedOutTestsListener.buildThreadDiagnosticString(TimedOutTestsListener.java:78) at app//org.apache.hadoop.hbase.TimedOutTestsListener.testFailure(TimedOutTestsListener.java:65) at app//org.junit.runner.notification.SynchronizedRunListener.testFailure(SynchronizedRunListener.java:94) at app//org.junit.runner.notification.RunNotifier$6.notifyListener(RunNotifier.java:177) at app//org.junit.runner.notification.RunNotifier$SafeNotifier.run(RunNotifier.java:72) at app//org.junit.runner.notification.RunNotifier.fireTestFailures(RunNotifier.java:173) at app//org.junit.runner.notification.RunNotifier.fireTestFailure(RunNotifier.java:167) at app//org.apache.maven.surefire.common.junit4.Notifier.fireTestFailure(Notifier.java:100) at app//org.junit.internal.runners.model.EachTestNotifier.addFailure(EachTestNotifier.java:23) at app//org.junit.internal.runners.model.EachTestNotifier.addMultipleFailureException(EachTestNotifier.java:29) at app//org.junit.internal.runners.model.EachTestNotifier.addFailure(EachTestNotifier.java:21) at app//org.junit.runners.ParentRunner.run(ParentRunner.java:419) at app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316) at app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240) at app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214) at app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155) at app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385) at app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162) at app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507) at app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495) "Reference Handler" daemon prio=10 tid=2 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method) at java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253) at java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215) "Session-HouseKeeper-17c56818-1" prio=5 tid=6996 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=633 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "zk-event-processor-pool-0" daemon prio=5 tid=638 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-23-3" daemon prio=10 tid=6166 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-1" daemon prio=5 tid=5034 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40219" daemon prio=5 tid=7319 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RPCClient-NioEventLoopGroup-7-9" daemon prio=5 tid=1121 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "java.util.concurrent.ThreadPoolExecutor$Worker@5d31106e[State = -1, empty queue]" daemon prio=5 tid=7132 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_-622788794_20 at /127.0.0.1:44340 [Receiving block BP-1720379247-172.17.0.2-1734078058749:blk_1073741836_1012]" daemon prio=5 tid=7485 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-23-2" daemon prio=10 tid=6165 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Monitor thread for TaskMonitor" daemon prio=5 tid=433 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=3608 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "nioEventLoopGroup-48-1" prio=10 tid=7096 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_183730671_20 at /127.0.0.1:56292 [Receiving block BP-1720379247-172.17.0.2-1734078058749:blk_1073741833_1009]" daemon prio=5 tid=7475 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-0" daemon prio=5 tid=7577 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "surefire-forkedjvm-stream-flusher" daemon prio=5 tid=16 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1271245205-7094" daemon prio=5 tid=7094 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MemStoreFlusher.0" daemon prio=5 tid=7460 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) at app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:322) "region-location-0" daemon prio=5 tid=6312 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=2292 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=6264 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "IPC Server handler 3 on default port 38241" daemon prio=5 tid=7112 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "HFileArchiver-4" daemon prio=5 tid=3563 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1074/0x00007f54c8ce2b20.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-31-3" daemon prio=10 tid=7528 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39509" daemon prio=5 tid=7255 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-28-2" daemon prio=10 tid=7423 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=566 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "FSEditLogAsync" daemon prio=5 tid=6959 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) at app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) at app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=4398 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "RS-EventLoopGroup-18-2" daemon prio=10 tid=4877 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "BP-1720379247-172.17.0.2-1734078058749 heartbeating to localhost/127.0.0.1:46815" daemon prio=5 tid=7041 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/6b1293cedc9a:0.procedureResultReporter" daemon prio=5 tid=4895 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "LruBlockCacheStatsExecutor" daemon prio=5 tid=7244 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=7885 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LruBlockCacheStatsExecutor" daemon prio=5 tid=7310 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=7899 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1952196383-7058" daemon prio=5 tid=7058 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f54c84454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1125343439-6949" daemon prio=5 tid=6949 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40219" daemon prio=5 tid=7321 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RPCClient-NioEventLoopGroup-7-11" daemon prio=5 tid=1161 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "snapshot-hfile-cleaner-cache-refresher" daemon prio=5 tid=7393 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "DataXceiver for client DFSClient_NONMAPREDUCE_-737572247_20 at /127.0.0.1:46092 [Receiving block BP-1720379247-172.17.0.2-1734078058749:blk_1073741835_1011]" daemon prio=5 tid=7484 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C39061%2C1734078053373,region_replica_replication_catalog" daemon prio=5 tid=6269 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) "RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=7638 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:49234@0x1a967cf5" daemon prio=5 tid=7511 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$725/0x00007f54c8ae27c0.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-28-1" daemon prio=10 tid=7208 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "M:0;6b1293cedc9a:40703" daemon prio=5 tid=7239 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) at app//org.apache.hadoop.hbase.master.HMaster.waitForMasterActive(HMaster.java:702) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.initializeZooKeeper(HRegionServer.java:1014) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.preRegistrationInitialization(HRegionServer.java:954) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1075) at app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:603) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Async-Client-Retry-Timer-pool-0" daemon prio=5 tid=629 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39509" daemon prio=5 tid=7253 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40219" daemon prio=5 tid=7320 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "NIOWorkerThread-12" daemon prio=5 tid=7222 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_-1825715723_20 at /127.0.0.1:44326 [Receiving block BP-1720379247-172.17.0.2-1734078058749:blk_1073741834_1010]" daemon prio=5 tid=7481 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=8260 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-4" daemon prio=5 tid=1270 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=3348 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RS:1;6b1293cedc9a:41757" daemon prio=5 tid=7283 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1164) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) at java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) at app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-9-3" daemon prio=10 tid=2299 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Parameter Sending Thread for localhost/127.0.0.1:46815" daemon prio=5 tid=7431 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) at java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MobFileCache #0" daemon prio=5 tid=7246 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=6964 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=7881 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-30-2" daemon prio=10 tid=7565 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "nioEventLoopGroup-44-1" prio=10 tid=7031 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-1" daemon prio=5 tid=697 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Session-HouseKeeper-20b4b77a-1" prio=5 tid=6951 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test" daemon prio=5 tid=20 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1604) at app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1576) at app//org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:1612) at app//org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.delete(RecoverableZooKeeper.java:203) at app//org.apache.hadoop.hbase.zookeeper.ZKUtil.deleteNode(ZKUtil.java:851) at app//org.apache.hadoop.hbase.zookeeper.ZKUtil.deleteNode(ZKUtil.java:843) at app//org.apache.hadoop.hbase.zookeeper.ClusterStatusTracker.setClusterDown(ClusterStatusTracker.java:78) at app//org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$16(HMaster.java:3240) at app//org.apache.hadoop.hbase.master.HMaster$$Lambda$965/0x00007f54c8c516f8.run(Unknown Source) at app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at app//org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3226) at app//org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at app//org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:414) at app//org.apache.hadoop.hbase.MiniHBaseCluster.shutdown(MiniHBaseCluster.java:691) at app//org.apache.hadoop.hbase.HBaseTestingUtility.shutdownMiniHBaseCluster(HBaseTestingUtility.java:1357) at app//org.apache.hadoop.hbase.HBaseTestingUtility.shutdownMiniCluster(HBaseTestingUtility.java:1341) at app//org.apache.hadoop.hbase.replication.regionserver.TestMetaRegionReplicaReplicationEndpoint.after(TestMetaRegionReplicaReplicationEndpoint.java:120) at java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568) at app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at app//org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at app//org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at app//org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at app//org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at app//org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at app//org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at app//org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at app//org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at app//org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at app//org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at app//org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at app//org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_488952195_20 at /127.0.0.1:56272 [Receiving block BP-1720379247-172.17.0.2-1734078058749:blk_1073741830_1006]" daemon prio=5 tid=7367 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-3-3" daemon prio=10 tid=645 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp833106242-6992" daemon prio=5 tid=6992 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f54c84454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41757" daemon prio=5 tid=7280 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS_CLOSE_META-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=7594 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RegionServerTracker-0" daemon prio=5 tid=7425 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:0;6b1293cedc9a:39509-longCompactions-0" daemon prio=5 tid=7447 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:53839)" daemon prio=5 tid=6265 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) "IPC Server handler 3 on default port 35879" daemon prio=5 tid=7046 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS-EventLoopGroup-13-3" daemon prio=10 tid=3251 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-2" daemon prio=5 tid=698 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RedundancyMonitor" daemon prio=5 tid=6953 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) at java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@ea4b3bd" daemon prio=5 tid=7024 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) at app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MarkedDeleteBlockScrubberThread" daemon prio=5 tid=6954 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-3-2" daemon prio=10 tid=619 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-29-2" daemon prio=10 tid=7891 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_-737572247_20 at /127.0.0.1:56304 [Receiving block BP-1720379247-172.17.0.2-1734078058749:blk_1073741835_1011]" daemon prio=5 tid=7495 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=2293 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1720379247-172.17.0.2-1734078058749:blk_1073741833_1009, type=LAST_IN_PIPELINE" daemon prio=5 tid=7478 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40703" daemon prio=5 tid=7236 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "IPC Server handler 2 on default port 38241" daemon prio=5 tid=7111 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=7037 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1720379247-172.17.0.2-1734078058749:blk_1073741830_1006, type=LAST_IN_PIPELINE" daemon prio=5 tid=7371 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1125343439-6946" daemon prio=5 tid=6946 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f54c84454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-10" daemon prio=5 tid=7220 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Socket Reader #1 for port 0" daemon prio=5 tid=7034 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data1/current/BP-1720379247-172.17.0.2-1734078058749" daemon prio=5 tid=7123 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HFileArchiver-7" daemon prio=5 tid=4308 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1074/0x00007f54c8ce2b20.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "FsDatasetAsyncDiskServiceFixer" daemon prio=5 tid=7188 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtility.java:599) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=2508 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "pool-1633-thread-1" daemon prio=5 tid=7149 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Abort regionserver monitor" daemon prio=5 tid=3557 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "pool-1638-thread-1" prio=5 tid=7042 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 4 on default port 46141" daemon prio=5 tid=7015 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "NIOServerCxnFactory.SelectorThread-0" daemon prio=5 tid=7190 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) "qtp833106242-6994" daemon prio=5 tid=6994 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp203761433-7028" daemon prio=5 tid=7028 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-10-3" daemon prio=10 tid=2428 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=3352 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=3215 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=8444 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-EventThread" daemon prio=5 tid=7210 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "IPC Server Responder" daemon prio=5 tid=7002 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "java.util.concurrent.ThreadPoolExecutor$Worker@638afb5e[State = -1, empty queue]" daemon prio=5 tid=7153 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Signal Dispatcher" daemon prio=9 tid=4 runnable java.lang.Thread.State: RUNNABLE "ReadOnlyZKClient-127.0.0.1:57139@0x06e23a79" daemon prio=5 tid=3592 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$725/0x00007f54c8ae27c0.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=2290 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "IPC Server listener on 0" daemon prio=5 tid=7033 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "IPC Server handler 3 on default port 42179" daemon prio=5 tid=7079 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "pool-1616-thread-1" prio=5 tid=6952 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test.LruBlockCache.EvictionThread" daemon prio=5 tid=7264 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=6263 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=2506 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "java.util.concurrent.ThreadPoolExecutor$Worker@e06a23a[State = -1, empty queue]" daemon prio=5 tid=7187 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35779" daemon prio=5 tid=7300 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=2504 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "master/6b1293cedc9a:0:becomeActiveMaster-MemStoreChunkPool Statistics" daemon prio=5 tid=435 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-6-1" daemon prio=10 tid=410 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data3/current/BP-1720379247-172.17.0.2-1734078058749" daemon prio=5 tid=7145 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-SendThread(127.0.0.1:49234)" daemon prio=5 tid=7313 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "region-location-4" daemon prio=5 tid=8401 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1720379247-172.17.0.2-1734078058749:blk_1073741895_1071, type=LAST_IN_PIPELINE" daemon prio=5 tid=8256 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LeaseRenewer:jenkins@localhost:46815" daemon prio=5 tid=7199 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0-0" daemon prio=5 tid=8445 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 0 on default port 46815" daemon prio=5 tid=6970 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "BootstrapNodeManager" daemon prio=5 tid=7419 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-14" daemon prio=5 tid=7224 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MemStoreFlusher.0" daemon prio=5 tid=7444 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) at app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:322) "Time-limited test-SendThread(127.0.0.1:49234)" daemon prio=5 tid=7247 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "region-location-1" daemon prio=5 tid=689 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-15-1" daemon prio=10 tid=3090 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "6b1293cedc9a:40703" daemon prio=5 tid=7386 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2370) at app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2392) at app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.access$600(AssignmentManager.java:112) at app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2332) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data7)" daemon prio=5 tid=7172 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "NIOWorkerThread-7" daemon prio=5 tid=7217 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-EventThread" daemon prio=5 tid=7270 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "DataXceiver for client DFSClient_NONMAPREDUCE_-622788794_20 at /127.0.0.1:56302 [Receiving block BP-1720379247-172.17.0.2-1734078058749:blk_1073741836_1012]" daemon prio=5 tid=7487 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LeaseRenewer:jenkins.hfs.21@localhost:46815" daemon prio=5 tid=7494 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@43e8cabe" daemon prio=5 tid=6978 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-1-3" daemon prio=10 tid=534 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-1" daemon prio=5 tid=7197 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:51101)" daemon prio=5 tid=4983 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) "PacketResponder: BP-1720379247-172.17.0.2-1734078058749:blk_1073741830_1006, type=LAST_IN_PIPELINE" daemon prio=5 tid=7370 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@50573a05" daemon prio=5 tid=6998 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ce5a8e4-ff31-3530-8a99-4f296919698f/cluster_71d53ced-ef8c-ff4b-da9d-a3d61f192157/dfs/data/data2)" daemon prio=5 tid=7118 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "pool-1615-thread-1" prio=5 tid=6942 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-4" daemon prio=5 tid=7213 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "BootstrapNodeManager" daemon prio=5 tid=7422 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:49234)" daemon prio=5 tid=7525 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "RS-EventLoopGroup-19-2" daemon prio=10 tid=4966 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-4-3" daemon prio=10 tid=975 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-24-2" daemon prio=10 tid=6368 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=35 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C33851%2C1734078017490,region_replica_replication_catalog" daemon prio=5 tid=2511 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:124) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:155) "RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40219" daemon prio=5 tid=7323 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "LruBlockCacheStatsExecutor" daemon prio=5 tid=7266 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=4984 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "RS-EventLoopGroup-31-2" daemon prio=10 tid=7507 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Command processor" daemon prio=5 tid=7040 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.6b1293cedc9a%2C40025%2C1734078026493,region_replica_replication_catalog" daemon prio=5 tid=3611 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=635 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "DataXceiver for client DFSClient_NONMAPREDUCE_-622788794_20 at /127.0.0.1:46106 [Receiving block BP-1720379247-172.17.0.2-1734078058749:blk_1073741836_1012]" daemon prio=5 tid=7488 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-17-2" daemon prio=10 tid=3193 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/6b1293cedc9a:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=634 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "Session-HouseKeeper-64422a2d-1" prio=5 tid=7062 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server listener on 0" daemon prio=5 tid=7098 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35779" daemon prio=5 tid=7295 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) 2024-12-13T08:30:58,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:30:58,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:30:58,766 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T08:30:58,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:30:58,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:30:58,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:30:58,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:30:58,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:30:58,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:30:58,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:30:58,766 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,39509,1734078061028' ***** 2024-12-13T08:30:58,766 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:30:58,766 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,41757,1734078061077' ***** 2024-12-13T08:30:58,766 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:30:58,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T08:30:58,767 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,35779,1734078061125' ***** 2024-12-13T08:30:58,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T08:30:58,767 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:30:58,767 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,40219,1734078061169' ***** 2024-12-13T08:30:58,767 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:30:58,767 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:30:58,767 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:30:58,767 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:30:58,767 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:30:58,767 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:30:58,767 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:30:58,767 INFO [RS:1;6b1293cedc9a:41757 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:30:58,767 INFO [RS:3;6b1293cedc9a:40219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:30:58,767 INFO [RS:1;6b1293cedc9a:41757 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:30:58,767 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:30:58,767 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:30:58,767 INFO [RS:3;6b1293cedc9a:40219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:30:58,767 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(3579): Received CLOSE for de776db267545a6f35b795991b18f629 2024-12-13T08:30:58,767 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(3579): Received CLOSE for f16ed44c606e66d3b2940e256bc7499f 2024-12-13T08:30:58,767 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(3579): Received CLOSE for 6acc1cad037875813ef99e8dbdf7a51b 2024-12-13T08:30:58,767 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(3579): Received CLOSE for 9e0d0070ec8d7eb661f66b6354970299 2024-12-13T08:30:58,767 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(3579): Received CLOSE for 7ab95b246ce4a8f4da62e9b24f66978d 2024-12-13T08:30:58,767 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(3579): Received CLOSE for a6b3841b3e6704d06d8100fa817d9f5b 2024-12-13T08:30:58,767 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(3579): Received CLOSE for 6e2d2fd9062e3eb23d9f91d08b34b278 2024-12-13T08:30:58,767 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(3579): Received CLOSE for fd0861cf046b89e184b9e9cdf9ae59fa 2024-12-13T08:30:58,767 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(3579): Received CLOSE for b410deb25f389a497b1025884ed446ba 2024-12-13T08:30:58,767 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(3579): Received CLOSE for ae8789c067d0d291019cf21c96bf57e8 2024-12-13T08:30:58,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41757-0x1001e7a75c10002, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:30:58,767 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(3579): Received CLOSE for a76e7a516b75b1980a5874474f769024 2024-12-13T08:30:58,767 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(3579): Received CLOSE for 968cf3645ae09da0368016108417a027 2024-12-13T08:30:58,767 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(3579): Received CLOSE for 937bbe65ef4ae917505f3f822ae0cb75 2024-12-13T08:30:58,768 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(3579): Received CLOSE for d4e940794dff283563a38431daf28fb5 2024-12-13T08:30:58,768 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,40219,1734078061169 2024-12-13T08:30:58,768 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,41757,1734078061077 2024-12-13T08:30:58,768 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing de776db267545a6f35b795991b18f629, disabling compactions & flushes 2024-12-13T08:30:58,768 DEBUG [RS:3;6b1293cedc9a:40219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:30:58,768 DEBUG [RS:1;6b1293cedc9a:41757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:30:58,768 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629. 2024-12-13T08:30:58,768 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(1599): Waiting on 7 regions to close 2024-12-13T08:30:58,768 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629. 2024-12-13T08:30:58,768 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(1599): Waiting on 9 regions to close 2024-12-13T08:30:58,768 DEBUG [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(1603): Online Regions={f16ed44c606e66d3b2940e256bc7499f=testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f., 9e0d0070ec8d7eb661f66b6354970299=testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299., 534574363=hbase:meta,,1_0001.534574363, a6b3841b3e6704d06d8100fa817d9f5b=testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b., fd0861cf046b89e184b9e9cdf9ae59fa=testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa., ae8789c067d0d291019cf21c96bf57e8=testHBaseMetaReplicates_0,vvv,1734078063835.ae8789c067d0d291019cf21c96bf57e8., 968cf3645ae09da0368016108417a027=testHBaseMetaReplicates_0,ccc,1734078063835.968cf3645ae09da0368016108417a027.} 2024-12-13T08:30:58,768 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629. after waiting 0 ms 2024-12-13T08:30:58,768 INFO [RS:2;6b1293cedc9a:35779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:30:58,769 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629. 2024-12-13T08:30:58,769 INFO [RS:2;6b1293cedc9a:35779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:30:58,768 DEBUG [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(1603): Online Regions={de776db267545a6f35b795991b18f629=testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629., 6acc1cad037875813ef99e8dbdf7a51b=hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b., 7ab95b246ce4a8f4da62e9b24f66978d=testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d., 1657623790=hbase:meta,,1_0002.1657623790, 6e2d2fd9062e3eb23d9f91d08b34b278=testHBaseMetaReplicates_0,yyy,1734078063835.6e2d2fd9062e3eb23d9f91d08b34b278., b410deb25f389a497b1025884ed446ba=testHBaseMetaReplicates_0,iii,1734078063835.b410deb25f389a497b1025884ed446ba., a76e7a516b75b1980a5874474f769024=testHBaseMetaReplicates_0,bbb,1734078063835.a76e7a516b75b1980a5874474f769024., 937bbe65ef4ae917505f3f822ae0cb75=testHBaseMetaReplicates_0,eee,1734078063835.937bbe65ef4ae917505f3f822ae0cb75., d4e940794dff283563a38431daf28fb5=testHBaseMetaReplicates_0,uuu,1734078063835.d4e940794dff283563a38431daf28fb5.} 2024-12-13T08:30:58,769 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(3579): Received CLOSE for e03930145730ce2df394ca55c7a71273 2024-12-13T08:30:58,769 INFO [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(3579): Received CLOSE for 1657623790 2024-12-13T08:30:58,769 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(3579): Received CLOSE for 151d914911dc389fdc4e0e841e31efd3 2024-12-13T08:30:58,769 INFO [RS:0;6b1293cedc9a:39509 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:30:58,769 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e03930145730ce2df394ca55c7a71273, disabling compactions & flushes 2024-12-13T08:30:58,769 INFO [RS:0;6b1293cedc9a:39509 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:30:58,769 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273. 2024-12-13T08:30:58,769 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273. 2024-12-13T08:30:58,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40703-0x1001e7a75c10000, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:30:58,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39509-0x1001e7a75c10001, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:30:58,769 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273. after waiting 0 ms 2024-12-13T08:30:58,768 INFO [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(3579): Received CLOSE for 534574363 2024-12-13T08:30:58,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35779-0x1001e7a75c10003, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:30:58,769 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273. 2024-12-13T08:30:58,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40219-0x1001e7a75c10004, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T08:30:58,768 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f16ed44c606e66d3b2940e256bc7499f, disabling compactions & flushes 2024-12-13T08:30:58,769 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f. 2024-12-13T08:30:58,769 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer(3579): Received CLOSE for f0ee3e0cba230c70b29a2cf3817ecc7f 2024-12-13T08:30:58,769 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(3579): Received CLOSE for 57141d8a67717f4ef8445038e2884fb5 2024-12-13T08:30:58,769 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f. 2024-12-13T08:30:58,769 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f. after waiting 0 ms 2024-12-13T08:30:58,769 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(3579): Received CLOSE for 646684c5b7a37073c8a2ad32a07e4d45 2024-12-13T08:30:58,769 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer(3579): Received CLOSE for 7911c3264111bfafa022561304562f21 2024-12-13T08:30:58,769 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f. 2024-12-13T08:30:58,769 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f0ee3e0cba230c70b29a2cf3817ecc7f, disabling compactions & flushes 2024-12-13T08:30:58,769 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(3579): Received CLOSE for 8c8c5120399d221e4d65ebc999deaa58 2024-12-13T08:30:58,769 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer(3579): Received CLOSE for 02634c3eedc9b8a5871d9fb5a42373b2 2024-12-13T08:30:58,769 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f. 2024-12-13T08:30:58,769 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(3579): Received CLOSE for 5a2d453e81a3f334a846dec00778a49f 2024-12-13T08:30:58,769 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer(3579): Received CLOSE for ac9f5bc4ad766c5f1e5245363d0b93a9 2024-12-13T08:30:58,769 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f. 2024-12-13T08:30:58,769 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,35779,1734078061125 2024-12-13T08:30:58,769 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer(3579): Received CLOSE for d5e22a12584360660d6f82eb34e872f7 2024-12-13T08:30:58,769 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f. after waiting 0 ms 2024-12-13T08:30:58,769 DEBUG [RS:2;6b1293cedc9a:35779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:30:58,769 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer(3579): Received CLOSE for fe44c1d1675d2c6454cb7be1f2cdbe4b 2024-12-13T08:30:58,769 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f. 2024-12-13T08:30:58,769 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,39509,1734078061028 2024-12-13T08:30:58,769 DEBUG [RS:0;6b1293cedc9a:39509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:30:58,769 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:30:58,770 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:30:58,770 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:30:58,770 INFO [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer(1599): Waiting on 6 regions to close 2024-12-13T08:30:58,770 DEBUG [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer(1603): Online Regions={f0ee3e0cba230c70b29a2cf3817ecc7f=testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f., 7911c3264111bfafa022561304562f21=testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21., 02634c3eedc9b8a5871d9fb5a42373b2=testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2., ac9f5bc4ad766c5f1e5245363d0b93a9=testHBaseMetaReplicates_0,rrr,1734078063835.ac9f5bc4ad766c5f1e5245363d0b93a9., d5e22a12584360660d6f82eb34e872f7=testHBaseMetaReplicates_0,,1734078063835.d5e22a12584360660d6f82eb34e872f7., fe44c1d1675d2c6454cb7be1f2cdbe4b=testHBaseMetaReplicates_0,www,1734078063835.fe44c1d1675d2c6454cb7be1f2cdbe4b.} 2024-12-13T08:30:58,770 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T08:30:58,770 INFO [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(1599): Waiting on 7 regions to close 2024-12-13T08:30:58,770 DEBUG [RS:0;6b1293cedc9a:39509 {}] regionserver.HRegionServer(1629): Waiting on 02634c3eedc9b8a5871d9fb5a42373b2, 7911c3264111bfafa022561304562f21, ac9f5bc4ad766c5f1e5245363d0b93a9, d5e22a12584360660d6f82eb34e872f7, f0ee3e0cba230c70b29a2cf3817ecc7f, fe44c1d1675d2c6454cb7be1f2cdbe4b 2024-12-13T08:30:58,770 DEBUG [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(1603): Online Regions={e03930145730ce2df394ca55c7a71273=testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273., 151d914911dc389fdc4e0e841e31efd3=testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3., 57141d8a67717f4ef8445038e2884fb5=testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5., 646684c5b7a37073c8a2ad32a07e4d45=testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45., 8c8c5120399d221e4d65ebc999deaa58=testHBaseMetaReplicates_0,ttt,1734078063835.8c8c5120399d221e4d65ebc999deaa58., 5a2d453e81a3f334a846dec00778a49f=testHBaseMetaReplicates_0,ddd,1734078063835.5a2d453e81a3f334a846dec00778a49f., 1588230740=hbase:meta,,1.1588230740} 2024-12-13T08:30:58,770 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:30:58,770 DEBUG [RS:2;6b1293cedc9a:35779 {}] regionserver.HRegionServer(1629): Waiting on 151d914911dc389fdc4e0e841e31efd3, 1588230740, 57141d8a67717f4ef8445038e2884fb5, 5a2d453e81a3f334a846dec00778a49f, 646684c5b7a37073c8a2ad32a07e4d45, 8c8c5120399d221e4d65ebc999deaa58, e03930145730ce2df394ca55c7a71273 2024-12-13T08:30:58,770 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:30:58,770 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:30:58,770 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:30:58,770 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:30:58,770 DEBUG [RS:1;6b1293cedc9a:41757 {}] regionserver.HRegionServer(1629): Waiting on 1657623790, 6acc1cad037875813ef99e8dbdf7a51b, 6e2d2fd9062e3eb23d9f91d08b34b278, 7ab95b246ce4a8f4da62e9b24f66978d, 937bbe65ef4ae917505f3f822ae0cb75, a76e7a516b75b1980a5874474f769024, b410deb25f389a497b1025884ed446ba, d4e940794dff283563a38431daf28fb5, de776db267545a6f35b795991b18f629 2024-12-13T08:30:58,770 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-13T08:30:58,770 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-13T08:30:58,770 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-13T08:30:58,770 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-13T08:30:58,770 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-13T08:30:58,771 DEBUG [RS:3;6b1293cedc9a:40219 {}] regionserver.HRegionServer(1629): Waiting on 534574363, 968cf3645ae09da0368016108417a027, 9e0d0070ec8d7eb661f66b6354970299, a6b3841b3e6704d06d8100fa817d9f5b, ae8789c067d0d291019cf21c96bf57e8, f16ed44c606e66d3b2940e256bc7499f, fd0861cf046b89e184b9e9cdf9ae59fa 2024-12-13T08:30:58,771 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-13T08:30:58,771 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-13T08:30:58,771 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-13T08:30:58,771 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-13T08:30:58,771 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-13T08:30:58,782 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/e03930145730ce2df394ca55c7a71273/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:30:58,782 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273. 2024-12-13T08:30:58,782 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e03930145730ce2df394ca55c7a71273: 2024-12-13T08:30:58,782 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,xxx,1734078063835.e03930145730ce2df394ca55c7a71273. 2024-12-13T08:30:58,782 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 151d914911dc389fdc4e0e841e31efd3, disabling compactions & flushes 2024-12-13T08:30:58,783 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3. 2024-12-13T08:30:58,783 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3. 2024-12-13T08:30:58,783 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3. after waiting 0 ms 2024-12-13T08:30:58,783 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3. 2024-12-13T08:30:58,784 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:30:58,784 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-13T08:30:58,784 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-13T08:30:58,784 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0002.1657623790 2024-12-13T08:30:58,792 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/f16ed44c606e66d3b2940e256bc7499f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:30:58,792 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f. 2024-12-13T08:30:58,792 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f16ed44c606e66d3b2940e256bc7499f: 2024-12-13T08:30:58,792 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,ggg,1734078063835.f16ed44c606e66d3b2940e256bc7499f. 2024-12-13T08:30:58,793 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9e0d0070ec8d7eb661f66b6354970299, disabling compactions & flushes 2024-12-13T08:30:58,793 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299. 2024-12-13T08:30:58,793 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299. 2024-12-13T08:30:58,793 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299. after waiting 0 ms 2024-12-13T08:30:58,793 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299. 2024-12-13T08:30:58,796 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/de776db267545a6f35b795991b18f629/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:30:58,796 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629. 2024-12-13T08:30:58,796 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for de776db267545a6f35b795991b18f629: 2024-12-13T08:30:58,796 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,mmm,1734078063835.de776db267545a6f35b795991b18f629. 2024-12-13T08:30:58,796 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6acc1cad037875813ef99e8dbdf7a51b, disabling compactions & flushes 2024-12-13T08:30:58,796 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b. 2024-12-13T08:30:58,797 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b. 2024-12-13T08:30:58,797 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b. after waiting 0 ms 2024-12-13T08:30:58,797 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b. 2024-12-13T08:30:58,797 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/151d914911dc389fdc4e0e841e31efd3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:30:58,798 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3. 2024-12-13T08:30:58,798 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 151d914911dc389fdc4e0e841e31efd3: 2024-12-13T08:30:58,798 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,hhh,1734078063835.151d914911dc389fdc4e0e841e31efd3. 2024-12-13T08:30:58,798 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 57141d8a67717f4ef8445038e2884fb5, disabling compactions & flushes 2024-12-13T08:30:58,798 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5. 2024-12-13T08:30:58,798 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5. 2024-12-13T08:30:58,798 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5. after waiting 0 ms 2024-12-13T08:30:58,798 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5. 2024-12-13T08:30:58,807 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:30:58,807 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/f0ee3e0cba230c70b29a2cf3817ecc7f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:30:58,807 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-13T08:30:58,807 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-13T08:30:58,807 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0001.534574363 2024-12-13T08:30:58,807 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f. 2024-12-13T08:30:58,807 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f0ee3e0cba230c70b29a2cf3817ecc7f: 2024-12-13T08:30:58,808 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,nnn,1734078063835.f0ee3e0cba230c70b29a2cf3817ecc7f. 2024-12-13T08:30:58,808 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7911c3264111bfafa022561304562f21, disabling compactions & flushes 2024-12-13T08:30:58,808 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21. 2024-12-13T08:30:58,808 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21. 2024-12-13T08:30:58,808 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21. after waiting 0 ms 2024-12-13T08:30:58,808 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21. 2024-12-13T08:30:58,814 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:30:58,816 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/9e0d0070ec8d7eb661f66b6354970299/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:30:58,817 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299. 2024-12-13T08:30:58,817 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9e0d0070ec8d7eb661f66b6354970299: 2024-12-13T08:30:58,817 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,sss,1734078063835.9e0d0070ec8d7eb661f66b6354970299. 2024-12-13T08:30:58,817 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a6b3841b3e6704d06d8100fa817d9f5b, disabling compactions & flushes 2024-12-13T08:30:58,817 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b. 2024-12-13T08:30:58,817 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b. 2024-12-13T08:30:58,817 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b. after waiting 0 ms 2024-12-13T08:30:58,817 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b. 2024-12-13T08:30:58,820 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/meta/1588230740/recovered.edits/180.seqid, newMaxSeqId=180, maxSeqId=12 2024-12-13T08:30:58,820 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/hbase/namespace/6acc1cad037875813ef99e8dbdf7a51b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T08:30:58,820 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/7911c3264111bfafa022561304562f21/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:30:58,820 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:30:58,820 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:30:58,820 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:30:58,820 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T08:30:58,820 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b. 2024-12-13T08:30:58,820 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6acc1cad037875813ef99e8dbdf7a51b: 2024-12-13T08:30:58,820 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21. 2024-12-13T08:30:58,820 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734078062101.6acc1cad037875813ef99e8dbdf7a51b. 2024-12-13T08:30:58,820 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7911c3264111bfafa022561304562f21: 2024-12-13T08:30:58,820 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,fff,1734078063835.7911c3264111bfafa022561304562f21. 2024-12-13T08:30:58,820 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7ab95b246ce4a8f4da62e9b24f66978d, disabling compactions & flushes 2024-12-13T08:30:58,820 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d. 2024-12-13T08:30:58,821 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d. 2024-12-13T08:30:58,821 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 02634c3eedc9b8a5871d9fb5a42373b2, disabling compactions & flushes 2024-12-13T08:30:58,821 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d. after waiting 0 ms 2024-12-13T08:30:58,821 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2. 2024-12-13T08:30:58,821 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,qqq,1734078063835.7ab95b246ce4a8f4da62e9b24f66978d. 2024-12-13T08:30:58,821 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2. 2024-12-13T08:30:58,821 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2. after waiting 0 ms 2024-12-13T08:30:58,821 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,jjj,1734078063835.02634c3eedc9b8a5871d9fb5a42373b2. 2024-12-13T08:30:58,822 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:30:58,824 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/57141d8a67717f4ef8445038e2884fb5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:30:58,824 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5. 2024-12-13T08:30:58,824 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 57141d8a67717f4ef8445038e2884fb5: 2024-12-13T08:30:58,824 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,lll,1734078063835.57141d8a67717f4ef8445038e2884fb5. 2024-12-13T08:30:58,824 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 646684c5b7a37073c8a2ad32a07e4d45, disabling compactions & flushes 2024-12-13T08:30:58,824 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45. 2024-12-13T08:30:58,824 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45. 2024-12-13T08:30:58,824 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45. after waiting 0 ms 2024-12-13T08:30:58,824 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ppp,1734078063835.646684c5b7a37073c8a2ad32a07e4d45. 2024-12-13T08:30:58,832 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/5fbf9b2e-63f3-1fb2-151d-18540ed2a7d1/data/default/testHBaseMetaReplicates_0/a6b3841b3e6704d06d8100fa817d9f5b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:30:58,833 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b. 2024-12-13T08:30:58,833 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a6b3841b3e6704d06d8100fa817d9f5b: 2024-12-13T08:30:58,833 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,ooo,1734078063835.a6b3841b3e6704d06d8100fa817d9f5b. 2024-12-13T08:30:58,833 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fd0861cf046b89e184b9e9cdf9ae59fa, disabling compactions & flushes 2024-12-13T08:30:58,833 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa. 2024-12-13T08:30:58,833 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,kkk,1734078063835.fd0861cf046b89e184b9e9cdf9ae59fa.